{
  "provenance": {
    "source_manifest": {
      "schema": "oracle-source-manifest",
      "version": 3,
      "state": "R1_R2_static_revisions_not_executed",
      "repository": "Hiroshiba/check-nonml-saikyo-vocoder",
      "main_sha": "55e3ce03874404d3c076e5e08c72eb324a9b9d88",
      "deliverables": {
        "CONTRACT-ja.md": {
          "bytes": 15794,
          "sha256": "8c7b21a29f0d8a711db0af280c0af3f99b1bcd6ec1f6e95881139fdff5c7f9fb"
        },
        "README.md": {
          "bytes": 2608,
          "sha256": "f009dca0c7fc0db3801494e089ed8b69fe8f0b3d9564749929fd331130ea6e7a"
        },
        "STATIC_CHECKS.md": {
          "bytes": 1213,
          "sha256": "549be9b922c677d17e2e834eca8f71e0d8ebda03fae24969baf56bf2e7aac8c1"
        },
        "core.py": {
          "bytes": 6266,
          "sha256": "801105b5d0331c7215c82772635ccf81fc324d0c16ff23513fb5abe67159aed1"
        },
        "input_index.py": {
          "bytes": 6406,
          "sha256": "1488d91d521993137a47bcdfc6838eb9c3ddc3fe82bf8129db4912ced6e5795e"
        },
        "pyproject.toml": {
          "bytes": 333,
          "sha256": "1b220ffe53209c8d9b45ebe4f8658530adc3709f6c17423c87a91b23a5d75cde"
        },
        "quadrature_1d.py": {
          "bytes": 8219,
          "sha256": "0c76b9fed31437fa0d2d2ad06b81782d8561e0ca333b23737f2b0656cc109752"
        },
        "quadrature_disk.py": {
          "bytes": 9323,
          "sha256": "fc19a4b50f8ed7a74ccc1e8b1c44f08d999f55bfca3bd2c38f63a9ceb3e8d8f1"
        },
        "report.py": {
          "bytes": 9661,
          "sha256": "208b825f7a00aaea8c0cabde0b45cdf3c20fb9b141bd2a80efef6f6b6debb53c"
        },
        "run_reanalysis.py": {
          "bytes": 6473,
          "sha256": "27b46f2a988b2aec7d3fb8ef287a832373c316d40fa3e33e4af1018b908a8daf"
        },
        "runtime.py": {
          "bytes": 5016,
          "sha256": "4b81e00f7097f0a41c54a78081c815fde56fa05eaf99fcfcbed88878630e71ed"
        },
        "worker.py": {
          "bytes": 11084,
          "sha256": "432fc5a6c7153ed6b8693271e588608f325bd08d19dbe765f468f18f381a3c44"
        }
      },
      "reference_documents": {
        "USER_INSTRUCTIONS.md": {
          "bytes": 8218,
          "sha256": "39a5b4d1596b267cad2be40b37b8de54ee2ca9b986e8c2951e6b4cf7ee4f6065"
        },
        "AGENTS.md": {
          "bytes": 1370,
          "sha256": "2b850808518e086f31edabd54370d617b752181b5d52d95c61ad0419d1d7bc36"
        },
        "BASELINE.json": {
          "bytes": 811,
          "sha256": "02fa0c4315f4401a817ac38d0c7ed523eb5e2ef43523485596d52a72bbdf3a92"
        },
        "pyproject.toml": {
          "bytes": 1033,
          "sha256": "f6ab6f877acd61ef43b642081d2441b8b61d80c2da599f5cffa910797884252d"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/README.md": {
          "bytes": 3734,
          "sha256": "66538ecaeb51e9b89fa871463d361fcab63c1e2465f874db90a112c9be6f3986"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/bayesian-evidence-independent-review-20261020.md": {
          "bytes": 21151,
          "sha256": "2e7b2822b1152782bf1bc9547f4e775a7805b3c336668e551a66801c44ae3bb2"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/evidence-quadrature-plan-20261020.md": {
          "bytes": 18944,
          "sha256": "0a2f7b96ee17eecc6b8c098a08161ae5da5a05be3d82a0f87962c5734b2a3e84"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/evidence-reanalysis-scope-20261020.md": {
          "bytes": 5203,
          "sha256": "9eed92a340861abec90ca84b0eb6e76040559f00ca438dd0ec81fbefd63af3b3"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/noise-model-evidence-design-20261020.md": {
          "bytes": 26226,
          "sha256": "57679a89dd3e1fd52b7ac669e35a36ce16abf2949a74a5b67b839eb5beeb786d"
        },
        "experiments/2026-10-20/oracle-covariance/followup-design/template-uncertainty-design-20261020.md": {
          "bytes": 26032,
          "sha256": "7f99d81925ed2f8bfc76c1d3cf500805b3aa689d086321c3c4068fee6c3ec1f6"
        }
      },
      "excludes": [
        "source-manifest.json self hash",
        "input arrays",
        "input-index contents",
        "recordings",
        "cache",
        "Git"
      ],
      "input_index_sha256": "79c47c6b1926359d636d63eca6b6bab161e2b2d5f28015bc16d5209a100350d2",
      "processing_order": "pair_id ascending, then W/A/V/S/J (round-robin)",
      "previous_zip_sha256": "339195cc7267438811b2a14620dc5f7487ed24145db84745098785eabcbcf97e"
    },
    "source_manifest_sha256": "1b54832860d9744576e071d36cc70256291c145571bc3f372b1cbeefa17e0cec",
    "input_index_sha256": "79c47c6b1926359d636d63eca6b6bab161e2b2d5f28015bc16d5209a100350d2",
    "geometry": {
      "actual": {
        "g_norm2": 63.99999999999999,
        "h_norm2": 64.0,
        "g_dot_h": 2.2209068351736194e-15
      },
      "saved": {
        "file": "/workspace/oracle-covariance-results-20261020/receipt.json",
        "json_pointer": "/geometry",
        "values": {
          "g_norm2": 64.0,
          "h_norm2": 64.00000000000001,
          "g_dot_h": -1.5543122344752192e-15
        },
        "q_norm2_alias": "g_norm2",
        "note": "Saved squared norms and inner product, copied without recalculation; no rescaling or normalization."
      }
    },
    "runtime_versions": {
      "numpy": "2.3.5",
      "scipy": "1.17.0"
    },
    "started_utc": "2026-10-20T05:42:37.235495+00:00",
    "base": "PML",
    "PR67": "Draft unchanged"
  },
  "summary": {
    "W": {
      "population": 100,
      "success": 0,
      "missing": 100,
      "comparisons": {
        "W": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "W-000",
              "difference": null
            },
            {
              "id": "W-001",
              "difference": null
            },
            {
              "id": "W-002",
              "difference": null
            },
            {
              "id": "W-003",
              "difference": null
            },
            {
              "id": "W-004",
              "difference": null
            },
            {
              "id": "W-005",
              "difference": null
            },
            {
              "id": "W-006",
              "difference": null
            },
            {
              "id": "W-007",
              "difference": null
            },
            {
              "id": "W-008",
              "difference": null
            },
            {
              "id": "W-009",
              "difference": null
            },
            {
              "id": "W-010",
              "difference": null
            },
            {
              "id": "W-011",
              "difference": null
            },
            {
              "id": "W-012",
              "difference": null
            },
            {
              "id": "W-013",
              "difference": null
            },
            {
              "id": "W-014",
              "difference": null
            },
            {
              "id": "W-015",
              "difference": null
            },
            {
              "id": "W-016",
              "difference": null
            },
            {
              "id": "W-017",
              "difference": null
            },
            {
              "id": "W-018",
              "difference": null
            },
            {
              "id": "W-019",
              "difference": null
            },
            {
              "id": "W-020",
              "difference": null
            },
            {
              "id": "W-021",
              "difference": null
            },
            {
              "id": "W-022",
              "difference": null
            },
            {
              "id": "W-023",
              "difference": null
            },
            {
              "id": "W-024",
              "difference": null
            },
            {
              "id": "W-025",
              "difference": null
            },
            {
              "id": "W-026",
              "difference": null
            },
            {
              "id": "W-027",
              "difference": null
            },
            {
              "id": "W-028",
              "difference": null
            },
            {
              "id": "W-029",
              "difference": null
            },
            {
              "id": "W-030",
              "difference": null
            },
            {
              "id": "W-031",
              "difference": null
            },
            {
              "id": "W-032",
              "difference": null
            },
            {
              "id": "W-033",
              "difference": null
            },
            {
              "id": "W-034",
              "difference": null
            },
            {
              "id": "W-035",
              "difference": null
            },
            {
              "id": "W-036",
              "difference": null
            },
            {
              "id": "W-037",
              "difference": null
            },
            {
              "id": "W-038",
              "difference": null
            },
            {
              "id": "W-039",
              "difference": null
            },
            {
              "id": "W-040",
              "difference": null
            },
            {
              "id": "W-041",
              "difference": null
            },
            {
              "id": "W-042",
              "difference": null
            },
            {
              "id": "W-043",
              "difference": null
            },
            {
              "id": "W-044",
              "difference": null
            },
            {
              "id": "W-045",
              "difference": null
            },
            {
              "id": "W-046",
              "difference": null
            },
            {
              "id": "W-047",
              "difference": null
            },
            {
              "id": "W-048",
              "difference": null
            },
            {
              "id": "W-049",
              "difference": null
            },
            {
              "id": "W-050",
              "difference": null
            },
            {
              "id": "W-051",
              "difference": null
            },
            {
              "id": "W-052",
              "difference": null
            },
            {
              "id": "W-053",
              "difference": null
            },
            {
              "id": "W-054",
              "difference": null
            },
            {
              "id": "W-055",
              "difference": null
            },
            {
              "id": "W-056",
              "difference": null
            },
            {
              "id": "W-057",
              "difference": null
            },
            {
              "id": "W-058",
              "difference": null
            },
            {
              "id": "W-059",
              "difference": null
            },
            {
              "id": "W-060",
              "difference": null
            },
            {
              "id": "W-061",
              "difference": null
            },
            {
              "id": "W-062",
              "difference": null
            },
            {
              "id": "W-063",
              "difference": null
            },
            {
              "id": "W-064",
              "difference": null
            },
            {
              "id": "W-065",
              "difference": null
            },
            {
              "id": "W-066",
              "difference": null
            },
            {
              "id": "W-067",
              "difference": null
            },
            {
              "id": "W-068",
              "difference": null
            },
            {
              "id": "W-069",
              "difference": null
            },
            {
              "id": "W-070",
              "difference": null
            },
            {
              "id": "W-071",
              "difference": null
            },
            {
              "id": "W-072",
              "difference": null
            },
            {
              "id": "W-073",
              "difference": null
            },
            {
              "id": "W-074",
              "difference": null
            },
            {
              "id": "W-075",
              "difference": null
            },
            {
              "id": "W-076",
              "difference": null
            },
            {
              "id": "W-077",
              "difference": null
            },
            {
              "id": "W-078",
              "difference": null
            },
            {
              "id": "W-079",
              "difference": null
            },
            {
              "id": "W-080",
              "difference": null
            },
            {
              "id": "W-081",
              "difference": null
            },
            {
              "id": "W-082",
              "difference": null
            },
            {
              "id": "W-083",
              "difference": null
            },
            {
              "id": "W-084",
              "difference": null
            },
            {
              "id": "W-085",
              "difference": null
            },
            {
              "id": "W-086",
              "difference": null
            },
            {
              "id": "W-087",
              "difference": null
            },
            {
              "id": "W-088",
              "difference": null
            },
            {
              "id": "W-089",
              "difference": null
            },
            {
              "id": "W-090",
              "difference": null
            },
            {
              "id": "W-091",
              "difference": null
            },
            {
              "id": "W-092",
              "difference": null
            },
            {
              "id": "W-093",
              "difference": null
            },
            {
              "id": "W-094",
              "difference": null
            },
            {
              "id": "W-095",
              "difference": null
            },
            {
              "id": "W-096",
              "difference": null
            },
            {
              "id": "W-097",
              "difference": null
            },
            {
              "id": "W-098",
              "difference": null
            },
            {
              "id": "W-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            0,
            0,
            0,
            0
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "A": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "W-000",
              "difference": null
            },
            {
              "id": "W-001",
              "difference": null
            },
            {
              "id": "W-002",
              "difference": null
            },
            {
              "id": "W-003",
              "difference": null
            },
            {
              "id": "W-004",
              "difference": null
            },
            {
              "id": "W-005",
              "difference": null
            },
            {
              "id": "W-006",
              "difference": null
            },
            {
              "id": "W-007",
              "difference": null
            },
            {
              "id": "W-008",
              "difference": null
            },
            {
              "id": "W-009",
              "difference": null
            },
            {
              "id": "W-010",
              "difference": null
            },
            {
              "id": "W-011",
              "difference": null
            },
            {
              "id": "W-012",
              "difference": null
            },
            {
              "id": "W-013",
              "difference": null
            },
            {
              "id": "W-014",
              "difference": null
            },
            {
              "id": "W-015",
              "difference": null
            },
            {
              "id": "W-016",
              "difference": null
            },
            {
              "id": "W-017",
              "difference": null
            },
            {
              "id": "W-018",
              "difference": null
            },
            {
              "id": "W-019",
              "difference": null
            },
            {
              "id": "W-020",
              "difference": null
            },
            {
              "id": "W-021",
              "difference": null
            },
            {
              "id": "W-022",
              "difference": null
            },
            {
              "id": "W-023",
              "difference": null
            },
            {
              "id": "W-024",
              "difference": null
            },
            {
              "id": "W-025",
              "difference": null
            },
            {
              "id": "W-026",
              "difference": null
            },
            {
              "id": "W-027",
              "difference": null
            },
            {
              "id": "W-028",
              "difference": null
            },
            {
              "id": "W-029",
              "difference": null
            },
            {
              "id": "W-030",
              "difference": null
            },
            {
              "id": "W-031",
              "difference": null
            },
            {
              "id": "W-032",
              "difference": null
            },
            {
              "id": "W-033",
              "difference": null
            },
            {
              "id": "W-034",
              "difference": null
            },
            {
              "id": "W-035",
              "difference": null
            },
            {
              "id": "W-036",
              "difference": null
            },
            {
              "id": "W-037",
              "difference": null
            },
            {
              "id": "W-038",
              "difference": null
            },
            {
              "id": "W-039",
              "difference": null
            },
            {
              "id": "W-040",
              "difference": null
            },
            {
              "id": "W-041",
              "difference": null
            },
            {
              "id": "W-042",
              "difference": null
            },
            {
              "id": "W-043",
              "difference": null
            },
            {
              "id": "W-044",
              "difference": null
            },
            {
              "id": "W-045",
              "difference": null
            },
            {
              "id": "W-046",
              "difference": null
            },
            {
              "id": "W-047",
              "difference": null
            },
            {
              "id": "W-048",
              "difference": null
            },
            {
              "id": "W-049",
              "difference": null
            },
            {
              "id": "W-050",
              "difference": null
            },
            {
              "id": "W-051",
              "difference": null
            },
            {
              "id": "W-052",
              "difference": null
            },
            {
              "id": "W-053",
              "difference": null
            },
            {
              "id": "W-054",
              "difference": null
            },
            {
              "id": "W-055",
              "difference": null
            },
            {
              "id": "W-056",
              "difference": null
            },
            {
              "id": "W-057",
              "difference": null
            },
            {
              "id": "W-058",
              "difference": null
            },
            {
              "id": "W-059",
              "difference": null
            },
            {
              "id": "W-060",
              "difference": null
            },
            {
              "id": "W-061",
              "difference": null
            },
            {
              "id": "W-062",
              "difference": null
            },
            {
              "id": "W-063",
              "difference": null
            },
            {
              "id": "W-064",
              "difference": null
            },
            {
              "id": "W-065",
              "difference": null
            },
            {
              "id": "W-066",
              "difference": null
            },
            {
              "id": "W-067",
              "difference": null
            },
            {
              "id": "W-068",
              "difference": null
            },
            {
              "id": "W-069",
              "difference": null
            },
            {
              "id": "W-070",
              "difference": null
            },
            {
              "id": "W-071",
              "difference": null
            },
            {
              "id": "W-072",
              "difference": null
            },
            {
              "id": "W-073",
              "difference": null
            },
            {
              "id": "W-074",
              "difference": null
            },
            {
              "id": "W-075",
              "difference": null
            },
            {
              "id": "W-076",
              "difference": null
            },
            {
              "id": "W-077",
              "difference": null
            },
            {
              "id": "W-078",
              "difference": null
            },
            {
              "id": "W-079",
              "difference": null
            },
            {
              "id": "W-080",
              "difference": null
            },
            {
              "id": "W-081",
              "difference": null
            },
            {
              "id": "W-082",
              "difference": null
            },
            {
              "id": "W-083",
              "difference": null
            },
            {
              "id": "W-084",
              "difference": null
            },
            {
              "id": "W-085",
              "difference": null
            },
            {
              "id": "W-086",
              "difference": null
            },
            {
              "id": "W-087",
              "difference": null
            },
            {
              "id": "W-088",
              "difference": null
            },
            {
              "id": "W-089",
              "difference": null
            },
            {
              "id": "W-090",
              "difference": null
            },
            {
              "id": "W-091",
              "difference": null
            },
            {
              "id": "W-092",
              "difference": null
            },
            {
              "id": "W-093",
              "difference": null
            },
            {
              "id": "W-094",
              "difference": null
            },
            {
              "id": "W-095",
              "difference": null
            },
            {
              "id": "W-096",
              "difference": null
            },
            {
              "id": "W-097",
              "difference": null
            },
            {
              "id": "W-098",
              "difference": null
            },
            {
              "id": "W-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            0,
            0,
            0,
            1
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "V": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "W-000",
              "difference": null
            },
            {
              "id": "W-001",
              "difference": null
            },
            {
              "id": "W-002",
              "difference": null
            },
            {
              "id": "W-003",
              "difference": null
            },
            {
              "id": "W-004",
              "difference": null
            },
            {
              "id": "W-005",
              "difference": null
            },
            {
              "id": "W-006",
              "difference": null
            },
            {
              "id": "W-007",
              "difference": null
            },
            {
              "id": "W-008",
              "difference": null
            },
            {
              "id": "W-009",
              "difference": null
            },
            {
              "id": "W-010",
              "difference": null
            },
            {
              "id": "W-011",
              "difference": null
            },
            {
              "id": "W-012",
              "difference": null
            },
            {
              "id": "W-013",
              "difference": null
            },
            {
              "id": "W-014",
              "difference": null
            },
            {
              "id": "W-015",
              "difference": null
            },
            {
              "id": "W-016",
              "difference": null
            },
            {
              "id": "W-017",
              "difference": null
            },
            {
              "id": "W-018",
              "difference": null
            },
            {
              "id": "W-019",
              "difference": null
            },
            {
              "id": "W-020",
              "difference": null
            },
            {
              "id": "W-021",
              "difference": null
            },
            {
              "id": "W-022",
              "difference": null
            },
            {
              "id": "W-023",
              "difference": null
            },
            {
              "id": "W-024",
              "difference": null
            },
            {
              "id": "W-025",
              "difference": null
            },
            {
              "id": "W-026",
              "difference": null
            },
            {
              "id": "W-027",
              "difference": null
            },
            {
              "id": "W-028",
              "difference": null
            },
            {
              "id": "W-029",
              "difference": null
            },
            {
              "id": "W-030",
              "difference": null
            },
            {
              "id": "W-031",
              "difference": null
            },
            {
              "id": "W-032",
              "difference": null
            },
            {
              "id": "W-033",
              "difference": null
            },
            {
              "id": "W-034",
              "difference": null
            },
            {
              "id": "W-035",
              "difference": null
            },
            {
              "id": "W-036",
              "difference": null
            },
            {
              "id": "W-037",
              "difference": null
            },
            {
              "id": "W-038",
              "difference": null
            },
            {
              "id": "W-039",
              "difference": null
            },
            {
              "id": "W-040",
              "difference": null
            },
            {
              "id": "W-041",
              "difference": null
            },
            {
              "id": "W-042",
              "difference": null
            },
            {
              "id": "W-043",
              "difference": null
            },
            {
              "id": "W-044",
              "difference": null
            },
            {
              "id": "W-045",
              "difference": null
            },
            {
              "id": "W-046",
              "difference": null
            },
            {
              "id": "W-047",
              "difference": null
            },
            {
              "id": "W-048",
              "difference": null
            },
            {
              "id": "W-049",
              "difference": null
            },
            {
              "id": "W-050",
              "difference": null
            },
            {
              "id": "W-051",
              "difference": null
            },
            {
              "id": "W-052",
              "difference": null
            },
            {
              "id": "W-053",
              "difference": null
            },
            {
              "id": "W-054",
              "difference": null
            },
            {
              "id": "W-055",
              "difference": null
            },
            {
              "id": "W-056",
              "difference": null
            },
            {
              "id": "W-057",
              "difference": null
            },
            {
              "id": "W-058",
              "difference": null
            },
            {
              "id": "W-059",
              "difference": null
            },
            {
              "id": "W-060",
              "difference": null
            },
            {
              "id": "W-061",
              "difference": null
            },
            {
              "id": "W-062",
              "difference": null
            },
            {
              "id": "W-063",
              "difference": null
            },
            {
              "id": "W-064",
              "difference": null
            },
            {
              "id": "W-065",
              "difference": null
            },
            {
              "id": "W-066",
              "difference": null
            },
            {
              "id": "W-067",
              "difference": null
            },
            {
              "id": "W-068",
              "difference": null
            },
            {
              "id": "W-069",
              "difference": null
            },
            {
              "id": "W-070",
              "difference": null
            },
            {
              "id": "W-071",
              "difference": null
            },
            {
              "id": "W-072",
              "difference": null
            },
            {
              "id": "W-073",
              "difference": null
            },
            {
              "id": "W-074",
              "difference": null
            },
            {
              "id": "W-075",
              "difference": null
            },
            {
              "id": "W-076",
              "difference": null
            },
            {
              "id": "W-077",
              "difference": null
            },
            {
              "id": "W-078",
              "difference": null
            },
            {
              "id": "W-079",
              "difference": null
            },
            {
              "id": "W-080",
              "difference": null
            },
            {
              "id": "W-081",
              "difference": null
            },
            {
              "id": "W-082",
              "difference": null
            },
            {
              "id": "W-083",
              "difference": null
            },
            {
              "id": "W-084",
              "difference": null
            },
            {
              "id": "W-085",
              "difference": null
            },
            {
              "id": "W-086",
              "difference": null
            },
            {
              "id": "W-087",
              "difference": null
            },
            {
              "id": "W-088",
              "difference": null
            },
            {
              "id": "W-089",
              "difference": null
            },
            {
              "id": "W-090",
              "difference": null
            },
            {
              "id": "W-091",
              "difference": null
            },
            {
              "id": "W-092",
              "difference": null
            },
            {
              "id": "W-093",
              "difference": null
            },
            {
              "id": "W-094",
              "difference": null
            },
            {
              "id": "W-095",
              "difference": null
            },
            {
              "id": "W-096",
              "difference": null
            },
            {
              "id": "W-097",
              "difference": null
            },
            {
              "id": "W-098",
              "difference": null
            },
            {
              "id": "W-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            0,
            0,
            0,
            2
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "S": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "W-000",
              "difference": null
            },
            {
              "id": "W-001",
              "difference": null
            },
            {
              "id": "W-002",
              "difference": null
            },
            {
              "id": "W-003",
              "difference": null
            },
            {
              "id": "W-004",
              "difference": null
            },
            {
              "id": "W-005",
              "difference": null
            },
            {
              "id": "W-006",
              "difference": null
            },
            {
              "id": "W-007",
              "difference": null
            },
            {
              "id": "W-008",
              "difference": null
            },
            {
              "id": "W-009",
              "difference": null
            },
            {
              "id": "W-010",
              "difference": null
            },
            {
              "id": "W-011",
              "difference": null
            },
            {
              "id": "W-012",
              "difference": null
            },
            {
              "id": "W-013",
              "difference": null
            },
            {
              "id": "W-014",
              "difference": null
            },
            {
              "id": "W-015",
              "difference": null
            },
            {
              "id": "W-016",
              "difference": null
            },
            {
              "id": "W-017",
              "difference": null
            },
            {
              "id": "W-018",
              "difference": null
            },
            {
              "id": "W-019",
              "difference": null
            },
            {
              "id": "W-020",
              "difference": null
            },
            {
              "id": "W-021",
              "difference": null
            },
            {
              "id": "W-022",
              "difference": null
            },
            {
              "id": "W-023",
              "difference": null
            },
            {
              "id": "W-024",
              "difference": null
            },
            {
              "id": "W-025",
              "difference": null
            },
            {
              "id": "W-026",
              "difference": null
            },
            {
              "id": "W-027",
              "difference": null
            },
            {
              "id": "W-028",
              "difference": null
            },
            {
              "id": "W-029",
              "difference": null
            },
            {
              "id": "W-030",
              "difference": null
            },
            {
              "id": "W-031",
              "difference": null
            },
            {
              "id": "W-032",
              "difference": null
            },
            {
              "id": "W-033",
              "difference": null
            },
            {
              "id": "W-034",
              "difference": null
            },
            {
              "id": "W-035",
              "difference": null
            },
            {
              "id": "W-036",
              "difference": null
            },
            {
              "id": "W-037",
              "difference": null
            },
            {
              "id": "W-038",
              "difference": null
            },
            {
              "id": "W-039",
              "difference": null
            },
            {
              "id": "W-040",
              "difference": null
            },
            {
              "id": "W-041",
              "difference": null
            },
            {
              "id": "W-042",
              "difference": null
            },
            {
              "id": "W-043",
              "difference": null
            },
            {
              "id": "W-044",
              "difference": null
            },
            {
              "id": "W-045",
              "difference": null
            },
            {
              "id": "W-046",
              "difference": null
            },
            {
              "id": "W-047",
              "difference": null
            },
            {
              "id": "W-048",
              "difference": null
            },
            {
              "id": "W-049",
              "difference": null
            },
            {
              "id": "W-050",
              "difference": null
            },
            {
              "id": "W-051",
              "difference": null
            },
            {
              "id": "W-052",
              "difference": null
            },
            {
              "id": "W-053",
              "difference": null
            },
            {
              "id": "W-054",
              "difference": null
            },
            {
              "id": "W-055",
              "difference": null
            },
            {
              "id": "W-056",
              "difference": null
            },
            {
              "id": "W-057",
              "difference": null
            },
            {
              "id": "W-058",
              "difference": null
            },
            {
              "id": "W-059",
              "difference": null
            },
            {
              "id": "W-060",
              "difference": null
            },
            {
              "id": "W-061",
              "difference": null
            },
            {
              "id": "W-062",
              "difference": null
            },
            {
              "id": "W-063",
              "difference": null
            },
            {
              "id": "W-064",
              "difference": null
            },
            {
              "id": "W-065",
              "difference": null
            },
            {
              "id": "W-066",
              "difference": null
            },
            {
              "id": "W-067",
              "difference": null
            },
            {
              "id": "W-068",
              "difference": null
            },
            {
              "id": "W-069",
              "difference": null
            },
            {
              "id": "W-070",
              "difference": null
            },
            {
              "id": "W-071",
              "difference": null
            },
            {
              "id": "W-072",
              "difference": null
            },
            {
              "id": "W-073",
              "difference": null
            },
            {
              "id": "W-074",
              "difference": null
            },
            {
              "id": "W-075",
              "difference": null
            },
            {
              "id": "W-076",
              "difference": null
            },
            {
              "id": "W-077",
              "difference": null
            },
            {
              "id": "W-078",
              "difference": null
            },
            {
              "id": "W-079",
              "difference": null
            },
            {
              "id": "W-080",
              "difference": null
            },
            {
              "id": "W-081",
              "difference": null
            },
            {
              "id": "W-082",
              "difference": null
            },
            {
              "id": "W-083",
              "difference": null
            },
            {
              "id": "W-084",
              "difference": null
            },
            {
              "id": "W-085",
              "difference": null
            },
            {
              "id": "W-086",
              "difference": null
            },
            {
              "id": "W-087",
              "difference": null
            },
            {
              "id": "W-088",
              "difference": null
            },
            {
              "id": "W-089",
              "difference": null
            },
            {
              "id": "W-090",
              "difference": null
            },
            {
              "id": "W-091",
              "difference": null
            },
            {
              "id": "W-092",
              "difference": null
            },
            {
              "id": "W-093",
              "difference": null
            },
            {
              "id": "W-094",
              "difference": null
            },
            {
              "id": "W-095",
              "difference": null
            },
            {
              "id": "W-096",
              "difference": null
            },
            {
              "id": "W-097",
              "difference": null
            },
            {
              "id": "W-098",
              "difference": null
            },
            {
              "id": "W-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            0,
            0,
            0,
            3
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "J": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "W-000",
              "difference": null
            },
            {
              "id": "W-001",
              "difference": null
            },
            {
              "id": "W-002",
              "difference": null
            },
            {
              "id": "W-003",
              "difference": null
            },
            {
              "id": "W-004",
              "difference": null
            },
            {
              "id": "W-005",
              "difference": null
            },
            {
              "id": "W-006",
              "difference": null
            },
            {
              "id": "W-007",
              "difference": null
            },
            {
              "id": "W-008",
              "difference": null
            },
            {
              "id": "W-009",
              "difference": null
            },
            {
              "id": "W-010",
              "difference": null
            },
            {
              "id": "W-011",
              "difference": null
            },
            {
              "id": "W-012",
              "difference": null
            },
            {
              "id": "W-013",
              "difference": null
            },
            {
              "id": "W-014",
              "difference": null
            },
            {
              "id": "W-015",
              "difference": null
            },
            {
              "id": "W-016",
              "difference": null
            },
            {
              "id": "W-017",
              "difference": null
            },
            {
              "id": "W-018",
              "difference": null
            },
            {
              "id": "W-019",
              "difference": null
            },
            {
              "id": "W-020",
              "difference": null
            },
            {
              "id": "W-021",
              "difference": null
            },
            {
              "id": "W-022",
              "difference": null
            },
            {
              "id": "W-023",
              "difference": null
            },
            {
              "id": "W-024",
              "difference": null
            },
            {
              "id": "W-025",
              "difference": null
            },
            {
              "id": "W-026",
              "difference": null
            },
            {
              "id": "W-027",
              "difference": null
            },
            {
              "id": "W-028",
              "difference": null
            },
            {
              "id": "W-029",
              "difference": null
            },
            {
              "id": "W-030",
              "difference": null
            },
            {
              "id": "W-031",
              "difference": null
            },
            {
              "id": "W-032",
              "difference": null
            },
            {
              "id": "W-033",
              "difference": null
            },
            {
              "id": "W-034",
              "difference": null
            },
            {
              "id": "W-035",
              "difference": null
            },
            {
              "id": "W-036",
              "difference": null
            },
            {
              "id": "W-037",
              "difference": null
            },
            {
              "id": "W-038",
              "difference": null
            },
            {
              "id": "W-039",
              "difference": null
            },
            {
              "id": "W-040",
              "difference": null
            },
            {
              "id": "W-041",
              "difference": null
            },
            {
              "id": "W-042",
              "difference": null
            },
            {
              "id": "W-043",
              "difference": null
            },
            {
              "id": "W-044",
              "difference": null
            },
            {
              "id": "W-045",
              "difference": null
            },
            {
              "id": "W-046",
              "difference": null
            },
            {
              "id": "W-047",
              "difference": null
            },
            {
              "id": "W-048",
              "difference": null
            },
            {
              "id": "W-049",
              "difference": null
            },
            {
              "id": "W-050",
              "difference": null
            },
            {
              "id": "W-051",
              "difference": null
            },
            {
              "id": "W-052",
              "difference": null
            },
            {
              "id": "W-053",
              "difference": null
            },
            {
              "id": "W-054",
              "difference": null
            },
            {
              "id": "W-055",
              "difference": null
            },
            {
              "id": "W-056",
              "difference": null
            },
            {
              "id": "W-057",
              "difference": null
            },
            {
              "id": "W-058",
              "difference": null
            },
            {
              "id": "W-059",
              "difference": null
            },
            {
              "id": "W-060",
              "difference": null
            },
            {
              "id": "W-061",
              "difference": null
            },
            {
              "id": "W-062",
              "difference": null
            },
            {
              "id": "W-063",
              "difference": null
            },
            {
              "id": "W-064",
              "difference": null
            },
            {
              "id": "W-065",
              "difference": null
            },
            {
              "id": "W-066",
              "difference": null
            },
            {
              "id": "W-067",
              "difference": null
            },
            {
              "id": "W-068",
              "difference": null
            },
            {
              "id": "W-069",
              "difference": null
            },
            {
              "id": "W-070",
              "difference": null
            },
            {
              "id": "W-071",
              "difference": null
            },
            {
              "id": "W-072",
              "difference": null
            },
            {
              "id": "W-073",
              "difference": null
            },
            {
              "id": "W-074",
              "difference": null
            },
            {
              "id": "W-075",
              "difference": null
            },
            {
              "id": "W-076",
              "difference": null
            },
            {
              "id": "W-077",
              "difference": null
            },
            {
              "id": "W-078",
              "difference": null
            },
            {
              "id": "W-079",
              "difference": null
            },
            {
              "id": "W-080",
              "difference": null
            },
            {
              "id": "W-081",
              "difference": null
            },
            {
              "id": "W-082",
              "difference": null
            },
            {
              "id": "W-083",
              "difference": null
            },
            {
              "id": "W-084",
              "difference": null
            },
            {
              "id": "W-085",
              "difference": null
            },
            {
              "id": "W-086",
              "difference": null
            },
            {
              "id": "W-087",
              "difference": null
            },
            {
              "id": "W-088",
              "difference": null
            },
            {
              "id": "W-089",
              "difference": null
            },
            {
              "id": "W-090",
              "difference": null
            },
            {
              "id": "W-091",
              "difference": null
            },
            {
              "id": "W-092",
              "difference": null
            },
            {
              "id": "W-093",
              "difference": null
            },
            {
              "id": "W-094",
              "difference": null
            },
            {
              "id": "W-095",
              "difference": null
            },
            {
              "id": "W-096",
              "difference": null
            },
            {
              "id": "W-097",
              "difference": null
            },
            {
              "id": "W-098",
              "difference": null
            },
            {
              "id": "W-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            0,
            0,
            0,
            4
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        }
      }
    },
    "A": {
      "population": 100,
      "success": 0,
      "missing": 100,
      "comparisons": {
        "W": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "A-000",
              "difference": null
            },
            {
              "id": "A-001",
              "difference": null
            },
            {
              "id": "A-002",
              "difference": null
            },
            {
              "id": "A-003",
              "difference": null
            },
            {
              "id": "A-004",
              "difference": null
            },
            {
              "id": "A-005",
              "difference": null
            },
            {
              "id": "A-006",
              "difference": null
            },
            {
              "id": "A-007",
              "difference": null
            },
            {
              "id": "A-008",
              "difference": null
            },
            {
              "id": "A-009",
              "difference": null
            },
            {
              "id": "A-010",
              "difference": null
            },
            {
              "id": "A-011",
              "difference": null
            },
            {
              "id": "A-012",
              "difference": null
            },
            {
              "id": "A-013",
              "difference": null
            },
            {
              "id": "A-014",
              "difference": null
            },
            {
              "id": "A-015",
              "difference": null
            },
            {
              "id": "A-016",
              "difference": null
            },
            {
              "id": "A-017",
              "difference": null
            },
            {
              "id": "A-018",
              "difference": null
            },
            {
              "id": "A-019",
              "difference": null
            },
            {
              "id": "A-020",
              "difference": null
            },
            {
              "id": "A-021",
              "difference": null
            },
            {
              "id": "A-022",
              "difference": null
            },
            {
              "id": "A-023",
              "difference": null
            },
            {
              "id": "A-024",
              "difference": null
            },
            {
              "id": "A-025",
              "difference": null
            },
            {
              "id": "A-026",
              "difference": null
            },
            {
              "id": "A-027",
              "difference": null
            },
            {
              "id": "A-028",
              "difference": null
            },
            {
              "id": "A-029",
              "difference": null
            },
            {
              "id": "A-030",
              "difference": null
            },
            {
              "id": "A-031",
              "difference": null
            },
            {
              "id": "A-032",
              "difference": null
            },
            {
              "id": "A-033",
              "difference": null
            },
            {
              "id": "A-034",
              "difference": null
            },
            {
              "id": "A-035",
              "difference": null
            },
            {
              "id": "A-036",
              "difference": null
            },
            {
              "id": "A-037",
              "difference": null
            },
            {
              "id": "A-038",
              "difference": null
            },
            {
              "id": "A-039",
              "difference": null
            },
            {
              "id": "A-040",
              "difference": null
            },
            {
              "id": "A-041",
              "difference": null
            },
            {
              "id": "A-042",
              "difference": null
            },
            {
              "id": "A-043",
              "difference": null
            },
            {
              "id": "A-044",
              "difference": null
            },
            {
              "id": "A-045",
              "difference": null
            },
            {
              "id": "A-046",
              "difference": null
            },
            {
              "id": "A-047",
              "difference": null
            },
            {
              "id": "A-048",
              "difference": null
            },
            {
              "id": "A-049",
              "difference": null
            },
            {
              "id": "A-050",
              "difference": null
            },
            {
              "id": "A-051",
              "difference": null
            },
            {
              "id": "A-052",
              "difference": null
            },
            {
              "id": "A-053",
              "difference": null
            },
            {
              "id": "A-054",
              "difference": null
            },
            {
              "id": "A-055",
              "difference": null
            },
            {
              "id": "A-056",
              "difference": null
            },
            {
              "id": "A-057",
              "difference": null
            },
            {
              "id": "A-058",
              "difference": null
            },
            {
              "id": "A-059",
              "difference": null
            },
            {
              "id": "A-060",
              "difference": null
            },
            {
              "id": "A-061",
              "difference": null
            },
            {
              "id": "A-062",
              "difference": null
            },
            {
              "id": "A-063",
              "difference": null
            },
            {
              "id": "A-064",
              "difference": null
            },
            {
              "id": "A-065",
              "difference": null
            },
            {
              "id": "A-066",
              "difference": null
            },
            {
              "id": "A-067",
              "difference": null
            },
            {
              "id": "A-068",
              "difference": null
            },
            {
              "id": "A-069",
              "difference": null
            },
            {
              "id": "A-070",
              "difference": null
            },
            {
              "id": "A-071",
              "difference": null
            },
            {
              "id": "A-072",
              "difference": null
            },
            {
              "id": "A-073",
              "difference": null
            },
            {
              "id": "A-074",
              "difference": null
            },
            {
              "id": "A-075",
              "difference": null
            },
            {
              "id": "A-076",
              "difference": null
            },
            {
              "id": "A-077",
              "difference": null
            },
            {
              "id": "A-078",
              "difference": null
            },
            {
              "id": "A-079",
              "difference": null
            },
            {
              "id": "A-080",
              "difference": null
            },
            {
              "id": "A-081",
              "difference": null
            },
            {
              "id": "A-082",
              "difference": null
            },
            {
              "id": "A-083",
              "difference": null
            },
            {
              "id": "A-084",
              "difference": null
            },
            {
              "id": "A-085",
              "difference": null
            },
            {
              "id": "A-086",
              "difference": null
            },
            {
              "id": "A-087",
              "difference": null
            },
            {
              "id": "A-088",
              "difference": null
            },
            {
              "id": "A-089",
              "difference": null
            },
            {
              "id": "A-090",
              "difference": null
            },
            {
              "id": "A-091",
              "difference": null
            },
            {
              "id": "A-092",
              "difference": null
            },
            {
              "id": "A-093",
              "difference": null
            },
            {
              "id": "A-094",
              "difference": null
            },
            {
              "id": "A-095",
              "difference": null
            },
            {
              "id": "A-096",
              "difference": null
            },
            {
              "id": "A-097",
              "difference": null
            },
            {
              "id": "A-098",
              "difference": null
            },
            {
              "id": "A-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            1,
            0,
            0,
            0
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "A": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "A-000",
              "difference": null
            },
            {
              "id": "A-001",
              "difference": null
            },
            {
              "id": "A-002",
              "difference": null
            },
            {
              "id": "A-003",
              "difference": null
            },
            {
              "id": "A-004",
              "difference": null
            },
            {
              "id": "A-005",
              "difference": null
            },
            {
              "id": "A-006",
              "difference": null
            },
            {
              "id": "A-007",
              "difference": null
            },
            {
              "id": "A-008",
              "difference": null
            },
            {
              "id": "A-009",
              "difference": null
            },
            {
              "id": "A-010",
              "difference": null
            },
            {
              "id": "A-011",
              "difference": null
            },
            {
              "id": "A-012",
              "difference": null
            },
            {
              "id": "A-013",
              "difference": null
            },
            {
              "id": "A-014",
              "difference": null
            },
            {
              "id": "A-015",
              "difference": null
            },
            {
              "id": "A-016",
              "difference": null
            },
            {
              "id": "A-017",
              "difference": null
            },
            {
              "id": "A-018",
              "difference": null
            },
            {
              "id": "A-019",
              "difference": null
            },
            {
              "id": "A-020",
              "difference": null
            },
            {
              "id": "A-021",
              "difference": null
            },
            {
              "id": "A-022",
              "difference": null
            },
            {
              "id": "A-023",
              "difference": null
            },
            {
              "id": "A-024",
              "difference": null
            },
            {
              "id": "A-025",
              "difference": null
            },
            {
              "id": "A-026",
              "difference": null
            },
            {
              "id": "A-027",
              "difference": null
            },
            {
              "id": "A-028",
              "difference": null
            },
            {
              "id": "A-029",
              "difference": null
            },
            {
              "id": "A-030",
              "difference": null
            },
            {
              "id": "A-031",
              "difference": null
            },
            {
              "id": "A-032",
              "difference": null
            },
            {
              "id": "A-033",
              "difference": null
            },
            {
              "id": "A-034",
              "difference": null
            },
            {
              "id": "A-035",
              "difference": null
            },
            {
              "id": "A-036",
              "difference": null
            },
            {
              "id": "A-037",
              "difference": null
            },
            {
              "id": "A-038",
              "difference": null
            },
            {
              "id": "A-039",
              "difference": null
            },
            {
              "id": "A-040",
              "difference": null
            },
            {
              "id": "A-041",
              "difference": null
            },
            {
              "id": "A-042",
              "difference": null
            },
            {
              "id": "A-043",
              "difference": null
            },
            {
              "id": "A-044",
              "difference": null
            },
            {
              "id": "A-045",
              "difference": null
            },
            {
              "id": "A-046",
              "difference": null
            },
            {
              "id": "A-047",
              "difference": null
            },
            {
              "id": "A-048",
              "difference": null
            },
            {
              "id": "A-049",
              "difference": null
            },
            {
              "id": "A-050",
              "difference": null
            },
            {
              "id": "A-051",
              "difference": null
            },
            {
              "id": "A-052",
              "difference": null
            },
            {
              "id": "A-053",
              "difference": null
            },
            {
              "id": "A-054",
              "difference": null
            },
            {
              "id": "A-055",
              "difference": null
            },
            {
              "id": "A-056",
              "difference": null
            },
            {
              "id": "A-057",
              "difference": null
            },
            {
              "id": "A-058",
              "difference": null
            },
            {
              "id": "A-059",
              "difference": null
            },
            {
              "id": "A-060",
              "difference": null
            },
            {
              "id": "A-061",
              "difference": null
            },
            {
              "id": "A-062",
              "difference": null
            },
            {
              "id": "A-063",
              "difference": null
            },
            {
              "id": "A-064",
              "difference": null
            },
            {
              "id": "A-065",
              "difference": null
            },
            {
              "id": "A-066",
              "difference": null
            },
            {
              "id": "A-067",
              "difference": null
            },
            {
              "id": "A-068",
              "difference": null
            },
            {
              "id": "A-069",
              "difference": null
            },
            {
              "id": "A-070",
              "difference": null
            },
            {
              "id": "A-071",
              "difference": null
            },
            {
              "id": "A-072",
              "difference": null
            },
            {
              "id": "A-073",
              "difference": null
            },
            {
              "id": "A-074",
              "difference": null
            },
            {
              "id": "A-075",
              "difference": null
            },
            {
              "id": "A-076",
              "difference": null
            },
            {
              "id": "A-077",
              "difference": null
            },
            {
              "id": "A-078",
              "difference": null
            },
            {
              "id": "A-079",
              "difference": null
            },
            {
              "id": "A-080",
              "difference": null
            },
            {
              "id": "A-081",
              "difference": null
            },
            {
              "id": "A-082",
              "difference": null
            },
            {
              "id": "A-083",
              "difference": null
            },
            {
              "id": "A-084",
              "difference": null
            },
            {
              "id": "A-085",
              "difference": null
            },
            {
              "id": "A-086",
              "difference": null
            },
            {
              "id": "A-087",
              "difference": null
            },
            {
              "id": "A-088",
              "difference": null
            },
            {
              "id": "A-089",
              "difference": null
            },
            {
              "id": "A-090",
              "difference": null
            },
            {
              "id": "A-091",
              "difference": null
            },
            {
              "id": "A-092",
              "difference": null
            },
            {
              "id": "A-093",
              "difference": null
            },
            {
              "id": "A-094",
              "difference": null
            },
            {
              "id": "A-095",
              "difference": null
            },
            {
              "id": "A-096",
              "difference": null
            },
            {
              "id": "A-097",
              "difference": null
            },
            {
              "id": "A-098",
              "difference": null
            },
            {
              "id": "A-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            1,
            0,
            0,
            1
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "V": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "A-000",
              "difference": null
            },
            {
              "id": "A-001",
              "difference": null
            },
            {
              "id": "A-002",
              "difference": null
            },
            {
              "id": "A-003",
              "difference": null
            },
            {
              "id": "A-004",
              "difference": null
            },
            {
              "id": "A-005",
              "difference": null
            },
            {
              "id": "A-006",
              "difference": null
            },
            {
              "id": "A-007",
              "difference": null
            },
            {
              "id": "A-008",
              "difference": null
            },
            {
              "id": "A-009",
              "difference": null
            },
            {
              "id": "A-010",
              "difference": null
            },
            {
              "id": "A-011",
              "difference": null
            },
            {
              "id": "A-012",
              "difference": null
            },
            {
              "id": "A-013",
              "difference": null
            },
            {
              "id": "A-014",
              "difference": null
            },
            {
              "id": "A-015",
              "difference": null
            },
            {
              "id": "A-016",
              "difference": null
            },
            {
              "id": "A-017",
              "difference": null
            },
            {
              "id": "A-018",
              "difference": null
            },
            {
              "id": "A-019",
              "difference": null
            },
            {
              "id": "A-020",
              "difference": null
            },
            {
              "id": "A-021",
              "difference": null
            },
            {
              "id": "A-022",
              "difference": null
            },
            {
              "id": "A-023",
              "difference": null
            },
            {
              "id": "A-024",
              "difference": null
            },
            {
              "id": "A-025",
              "difference": null
            },
            {
              "id": "A-026",
              "difference": null
            },
            {
              "id": "A-027",
              "difference": null
            },
            {
              "id": "A-028",
              "difference": null
            },
            {
              "id": "A-029",
              "difference": null
            },
            {
              "id": "A-030",
              "difference": null
            },
            {
              "id": "A-031",
              "difference": null
            },
            {
              "id": "A-032",
              "difference": null
            },
            {
              "id": "A-033",
              "difference": null
            },
            {
              "id": "A-034",
              "difference": null
            },
            {
              "id": "A-035",
              "difference": null
            },
            {
              "id": "A-036",
              "difference": null
            },
            {
              "id": "A-037",
              "difference": null
            },
            {
              "id": "A-038",
              "difference": null
            },
            {
              "id": "A-039",
              "difference": null
            },
            {
              "id": "A-040",
              "difference": null
            },
            {
              "id": "A-041",
              "difference": null
            },
            {
              "id": "A-042",
              "difference": null
            },
            {
              "id": "A-043",
              "difference": null
            },
            {
              "id": "A-044",
              "difference": null
            },
            {
              "id": "A-045",
              "difference": null
            },
            {
              "id": "A-046",
              "difference": null
            },
            {
              "id": "A-047",
              "difference": null
            },
            {
              "id": "A-048",
              "difference": null
            },
            {
              "id": "A-049",
              "difference": null
            },
            {
              "id": "A-050",
              "difference": null
            },
            {
              "id": "A-051",
              "difference": null
            },
            {
              "id": "A-052",
              "difference": null
            },
            {
              "id": "A-053",
              "difference": null
            },
            {
              "id": "A-054",
              "difference": null
            },
            {
              "id": "A-055",
              "difference": null
            },
            {
              "id": "A-056",
              "difference": null
            },
            {
              "id": "A-057",
              "difference": null
            },
            {
              "id": "A-058",
              "difference": null
            },
            {
              "id": "A-059",
              "difference": null
            },
            {
              "id": "A-060",
              "difference": null
            },
            {
              "id": "A-061",
              "difference": null
            },
            {
              "id": "A-062",
              "difference": null
            },
            {
              "id": "A-063",
              "difference": null
            },
            {
              "id": "A-064",
              "difference": null
            },
            {
              "id": "A-065",
              "difference": null
            },
            {
              "id": "A-066",
              "difference": null
            },
            {
              "id": "A-067",
              "difference": null
            },
            {
              "id": "A-068",
              "difference": null
            },
            {
              "id": "A-069",
              "difference": null
            },
            {
              "id": "A-070",
              "difference": null
            },
            {
              "id": "A-071",
              "difference": null
            },
            {
              "id": "A-072",
              "difference": null
            },
            {
              "id": "A-073",
              "difference": null
            },
            {
              "id": "A-074",
              "difference": null
            },
            {
              "id": "A-075",
              "difference": null
            },
            {
              "id": "A-076",
              "difference": null
            },
            {
              "id": "A-077",
              "difference": null
            },
            {
              "id": "A-078",
              "difference": null
            },
            {
              "id": "A-079",
              "difference": null
            },
            {
              "id": "A-080",
              "difference": null
            },
            {
              "id": "A-081",
              "difference": null
            },
            {
              "id": "A-082",
              "difference": null
            },
            {
              "id": "A-083",
              "difference": null
            },
            {
              "id": "A-084",
              "difference": null
            },
            {
              "id": "A-085",
              "difference": null
            },
            {
              "id": "A-086",
              "difference": null
            },
            {
              "id": "A-087",
              "difference": null
            },
            {
              "id": "A-088",
              "difference": null
            },
            {
              "id": "A-089",
              "difference": null
            },
            {
              "id": "A-090",
              "difference": null
            },
            {
              "id": "A-091",
              "difference": null
            },
            {
              "id": "A-092",
              "difference": null
            },
            {
              "id": "A-093",
              "difference": null
            },
            {
              "id": "A-094",
              "difference": null
            },
            {
              "id": "A-095",
              "difference": null
            },
            {
              "id": "A-096",
              "difference": null
            },
            {
              "id": "A-097",
              "difference": null
            },
            {
              "id": "A-098",
              "difference": null
            },
            {
              "id": "A-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            1,
            0,
            0,
            2
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "S": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "A-000",
              "difference": null
            },
            {
              "id": "A-001",
              "difference": null
            },
            {
              "id": "A-002",
              "difference": null
            },
            {
              "id": "A-003",
              "difference": null
            },
            {
              "id": "A-004",
              "difference": null
            },
            {
              "id": "A-005",
              "difference": null
            },
            {
              "id": "A-006",
              "difference": null
            },
            {
              "id": "A-007",
              "difference": null
            },
            {
              "id": "A-008",
              "difference": null
            },
            {
              "id": "A-009",
              "difference": null
            },
            {
              "id": "A-010",
              "difference": null
            },
            {
              "id": "A-011",
              "difference": null
            },
            {
              "id": "A-012",
              "difference": null
            },
            {
              "id": "A-013",
              "difference": null
            },
            {
              "id": "A-014",
              "difference": null
            },
            {
              "id": "A-015",
              "difference": null
            },
            {
              "id": "A-016",
              "difference": null
            },
            {
              "id": "A-017",
              "difference": null
            },
            {
              "id": "A-018",
              "difference": null
            },
            {
              "id": "A-019",
              "difference": null
            },
            {
              "id": "A-020",
              "difference": null
            },
            {
              "id": "A-021",
              "difference": null
            },
            {
              "id": "A-022",
              "difference": null
            },
            {
              "id": "A-023",
              "difference": null
            },
            {
              "id": "A-024",
              "difference": null
            },
            {
              "id": "A-025",
              "difference": null
            },
            {
              "id": "A-026",
              "difference": null
            },
            {
              "id": "A-027",
              "difference": null
            },
            {
              "id": "A-028",
              "difference": null
            },
            {
              "id": "A-029",
              "difference": null
            },
            {
              "id": "A-030",
              "difference": null
            },
            {
              "id": "A-031",
              "difference": null
            },
            {
              "id": "A-032",
              "difference": null
            },
            {
              "id": "A-033",
              "difference": null
            },
            {
              "id": "A-034",
              "difference": null
            },
            {
              "id": "A-035",
              "difference": null
            },
            {
              "id": "A-036",
              "difference": null
            },
            {
              "id": "A-037",
              "difference": null
            },
            {
              "id": "A-038",
              "difference": null
            },
            {
              "id": "A-039",
              "difference": null
            },
            {
              "id": "A-040",
              "difference": null
            },
            {
              "id": "A-041",
              "difference": null
            },
            {
              "id": "A-042",
              "difference": null
            },
            {
              "id": "A-043",
              "difference": null
            },
            {
              "id": "A-044",
              "difference": null
            },
            {
              "id": "A-045",
              "difference": null
            },
            {
              "id": "A-046",
              "difference": null
            },
            {
              "id": "A-047",
              "difference": null
            },
            {
              "id": "A-048",
              "difference": null
            },
            {
              "id": "A-049",
              "difference": null
            },
            {
              "id": "A-050",
              "difference": null
            },
            {
              "id": "A-051",
              "difference": null
            },
            {
              "id": "A-052",
              "difference": null
            },
            {
              "id": "A-053",
              "difference": null
            },
            {
              "id": "A-054",
              "difference": null
            },
            {
              "id": "A-055",
              "difference": null
            },
            {
              "id": "A-056",
              "difference": null
            },
            {
              "id": "A-057",
              "difference": null
            },
            {
              "id": "A-058",
              "difference": null
            },
            {
              "id": "A-059",
              "difference": null
            },
            {
              "id": "A-060",
              "difference": null
            },
            {
              "id": "A-061",
              "difference": null
            },
            {
              "id": "A-062",
              "difference": null
            },
            {
              "id": "A-063",
              "difference": null
            },
            {
              "id": "A-064",
              "difference": null
            },
            {
              "id": "A-065",
              "difference": null
            },
            {
              "id": "A-066",
              "difference": null
            },
            {
              "id": "A-067",
              "difference": null
            },
            {
              "id": "A-068",
              "difference": null
            },
            {
              "id": "A-069",
              "difference": null
            },
            {
              "id": "A-070",
              "difference": null
            },
            {
              "id": "A-071",
              "difference": null
            },
            {
              "id": "A-072",
              "difference": null
            },
            {
              "id": "A-073",
              "difference": null
            },
            {
              "id": "A-074",
              "difference": null
            },
            {
              "id": "A-075",
              "difference": null
            },
            {
              "id": "A-076",
              "difference": null
            },
            {
              "id": "A-077",
              "difference": null
            },
            {
              "id": "A-078",
              "difference": null
            },
            {
              "id": "A-079",
              "difference": null
            },
            {
              "id": "A-080",
              "difference": null
            },
            {
              "id": "A-081",
              "difference": null
            },
            {
              "id": "A-082",
              "difference": null
            },
            {
              "id": "A-083",
              "difference": null
            },
            {
              "id": "A-084",
              "difference": null
            },
            {
              "id": "A-085",
              "difference": null
            },
            {
              "id": "A-086",
              "difference": null
            },
            {
              "id": "A-087",
              "difference": null
            },
            {
              "id": "A-088",
              "difference": null
            },
            {
              "id": "A-089",
              "difference": null
            },
            {
              "id": "A-090",
              "difference": null
            },
            {
              "id": "A-091",
              "difference": null
            },
            {
              "id": "A-092",
              "difference": null
            },
            {
              "id": "A-093",
              "difference": null
            },
            {
              "id": "A-094",
              "difference": null
            },
            {
              "id": "A-095",
              "difference": null
            },
            {
              "id": "A-096",
              "difference": null
            },
            {
              "id": "A-097",
              "difference": null
            },
            {
              "id": "A-098",
              "difference": null
            },
            {
              "id": "A-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            1,
            0,
            0,
            3
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "J": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "A-000",
              "difference": null
            },
            {
              "id": "A-001",
              "difference": null
            },
            {
              "id": "A-002",
              "difference": null
            },
            {
              "id": "A-003",
              "difference": null
            },
            {
              "id": "A-004",
              "difference": null
            },
            {
              "id": "A-005",
              "difference": null
            },
            {
              "id": "A-006",
              "difference": null
            },
            {
              "id": "A-007",
              "difference": null
            },
            {
              "id": "A-008",
              "difference": null
            },
            {
              "id": "A-009",
              "difference": null
            },
            {
              "id": "A-010",
              "difference": null
            },
            {
              "id": "A-011",
              "difference": null
            },
            {
              "id": "A-012",
              "difference": null
            },
            {
              "id": "A-013",
              "difference": null
            },
            {
              "id": "A-014",
              "difference": null
            },
            {
              "id": "A-015",
              "difference": null
            },
            {
              "id": "A-016",
              "difference": null
            },
            {
              "id": "A-017",
              "difference": null
            },
            {
              "id": "A-018",
              "difference": null
            },
            {
              "id": "A-019",
              "difference": null
            },
            {
              "id": "A-020",
              "difference": null
            },
            {
              "id": "A-021",
              "difference": null
            },
            {
              "id": "A-022",
              "difference": null
            },
            {
              "id": "A-023",
              "difference": null
            },
            {
              "id": "A-024",
              "difference": null
            },
            {
              "id": "A-025",
              "difference": null
            },
            {
              "id": "A-026",
              "difference": null
            },
            {
              "id": "A-027",
              "difference": null
            },
            {
              "id": "A-028",
              "difference": null
            },
            {
              "id": "A-029",
              "difference": null
            },
            {
              "id": "A-030",
              "difference": null
            },
            {
              "id": "A-031",
              "difference": null
            },
            {
              "id": "A-032",
              "difference": null
            },
            {
              "id": "A-033",
              "difference": null
            },
            {
              "id": "A-034",
              "difference": null
            },
            {
              "id": "A-035",
              "difference": null
            },
            {
              "id": "A-036",
              "difference": null
            },
            {
              "id": "A-037",
              "difference": null
            },
            {
              "id": "A-038",
              "difference": null
            },
            {
              "id": "A-039",
              "difference": null
            },
            {
              "id": "A-040",
              "difference": null
            },
            {
              "id": "A-041",
              "difference": null
            },
            {
              "id": "A-042",
              "difference": null
            },
            {
              "id": "A-043",
              "difference": null
            },
            {
              "id": "A-044",
              "difference": null
            },
            {
              "id": "A-045",
              "difference": null
            },
            {
              "id": "A-046",
              "difference": null
            },
            {
              "id": "A-047",
              "difference": null
            },
            {
              "id": "A-048",
              "difference": null
            },
            {
              "id": "A-049",
              "difference": null
            },
            {
              "id": "A-050",
              "difference": null
            },
            {
              "id": "A-051",
              "difference": null
            },
            {
              "id": "A-052",
              "difference": null
            },
            {
              "id": "A-053",
              "difference": null
            },
            {
              "id": "A-054",
              "difference": null
            },
            {
              "id": "A-055",
              "difference": null
            },
            {
              "id": "A-056",
              "difference": null
            },
            {
              "id": "A-057",
              "difference": null
            },
            {
              "id": "A-058",
              "difference": null
            },
            {
              "id": "A-059",
              "difference": null
            },
            {
              "id": "A-060",
              "difference": null
            },
            {
              "id": "A-061",
              "difference": null
            },
            {
              "id": "A-062",
              "difference": null
            },
            {
              "id": "A-063",
              "difference": null
            },
            {
              "id": "A-064",
              "difference": null
            },
            {
              "id": "A-065",
              "difference": null
            },
            {
              "id": "A-066",
              "difference": null
            },
            {
              "id": "A-067",
              "difference": null
            },
            {
              "id": "A-068",
              "difference": null
            },
            {
              "id": "A-069",
              "difference": null
            },
            {
              "id": "A-070",
              "difference": null
            },
            {
              "id": "A-071",
              "difference": null
            },
            {
              "id": "A-072",
              "difference": null
            },
            {
              "id": "A-073",
              "difference": null
            },
            {
              "id": "A-074",
              "difference": null
            },
            {
              "id": "A-075",
              "difference": null
            },
            {
              "id": "A-076",
              "difference": null
            },
            {
              "id": "A-077",
              "difference": null
            },
            {
              "id": "A-078",
              "difference": null
            },
            {
              "id": "A-079",
              "difference": null
            },
            {
              "id": "A-080",
              "difference": null
            },
            {
              "id": "A-081",
              "difference": null
            },
            {
              "id": "A-082",
              "difference": null
            },
            {
              "id": "A-083",
              "difference": null
            },
            {
              "id": "A-084",
              "difference": null
            },
            {
              "id": "A-085",
              "difference": null
            },
            {
              "id": "A-086",
              "difference": null
            },
            {
              "id": "A-087",
              "difference": null
            },
            {
              "id": "A-088",
              "difference": null
            },
            {
              "id": "A-089",
              "difference": null
            },
            {
              "id": "A-090",
              "difference": null
            },
            {
              "id": "A-091",
              "difference": null
            },
            {
              "id": "A-092",
              "difference": null
            },
            {
              "id": "A-093",
              "difference": null
            },
            {
              "id": "A-094",
              "difference": null
            },
            {
              "id": "A-095",
              "difference": null
            },
            {
              "id": "A-096",
              "difference": null
            },
            {
              "id": "A-097",
              "difference": null
            },
            {
              "id": "A-098",
              "difference": null
            },
            {
              "id": "A-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            1,
            0,
            0,
            4
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        }
      }
    },
    "V": {
      "population": 100,
      "success": 0,
      "missing": 100,
      "comparisons": {
        "W": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "V-000",
              "difference": null
            },
            {
              "id": "V-001",
              "difference": null
            },
            {
              "id": "V-002",
              "difference": null
            },
            {
              "id": "V-003",
              "difference": null
            },
            {
              "id": "V-004",
              "difference": null
            },
            {
              "id": "V-005",
              "difference": null
            },
            {
              "id": "V-006",
              "difference": null
            },
            {
              "id": "V-007",
              "difference": null
            },
            {
              "id": "V-008",
              "difference": null
            },
            {
              "id": "V-009",
              "difference": null
            },
            {
              "id": "V-010",
              "difference": null
            },
            {
              "id": "V-011",
              "difference": null
            },
            {
              "id": "V-012",
              "difference": null
            },
            {
              "id": "V-013",
              "difference": null
            },
            {
              "id": "V-014",
              "difference": null
            },
            {
              "id": "V-015",
              "difference": null
            },
            {
              "id": "V-016",
              "difference": null
            },
            {
              "id": "V-017",
              "difference": null
            },
            {
              "id": "V-018",
              "difference": null
            },
            {
              "id": "V-019",
              "difference": null
            },
            {
              "id": "V-020",
              "difference": null
            },
            {
              "id": "V-021",
              "difference": null
            },
            {
              "id": "V-022",
              "difference": null
            },
            {
              "id": "V-023",
              "difference": null
            },
            {
              "id": "V-024",
              "difference": null
            },
            {
              "id": "V-025",
              "difference": null
            },
            {
              "id": "V-026",
              "difference": null
            },
            {
              "id": "V-027",
              "difference": null
            },
            {
              "id": "V-028",
              "difference": null
            },
            {
              "id": "V-029",
              "difference": null
            },
            {
              "id": "V-030",
              "difference": null
            },
            {
              "id": "V-031",
              "difference": null
            },
            {
              "id": "V-032",
              "difference": null
            },
            {
              "id": "V-033",
              "difference": null
            },
            {
              "id": "V-034",
              "difference": null
            },
            {
              "id": "V-035",
              "difference": null
            },
            {
              "id": "V-036",
              "difference": null
            },
            {
              "id": "V-037",
              "difference": null
            },
            {
              "id": "V-038",
              "difference": null
            },
            {
              "id": "V-039",
              "difference": null
            },
            {
              "id": "V-040",
              "difference": null
            },
            {
              "id": "V-041",
              "difference": null
            },
            {
              "id": "V-042",
              "difference": null
            },
            {
              "id": "V-043",
              "difference": null
            },
            {
              "id": "V-044",
              "difference": null
            },
            {
              "id": "V-045",
              "difference": null
            },
            {
              "id": "V-046",
              "difference": null
            },
            {
              "id": "V-047",
              "difference": null
            },
            {
              "id": "V-048",
              "difference": null
            },
            {
              "id": "V-049",
              "difference": null
            },
            {
              "id": "V-050",
              "difference": null
            },
            {
              "id": "V-051",
              "difference": null
            },
            {
              "id": "V-052",
              "difference": null
            },
            {
              "id": "V-053",
              "difference": null
            },
            {
              "id": "V-054",
              "difference": null
            },
            {
              "id": "V-055",
              "difference": null
            },
            {
              "id": "V-056",
              "difference": null
            },
            {
              "id": "V-057",
              "difference": null
            },
            {
              "id": "V-058",
              "difference": null
            },
            {
              "id": "V-059",
              "difference": null
            },
            {
              "id": "V-060",
              "difference": null
            },
            {
              "id": "V-061",
              "difference": null
            },
            {
              "id": "V-062",
              "difference": null
            },
            {
              "id": "V-063",
              "difference": null
            },
            {
              "id": "V-064",
              "difference": null
            },
            {
              "id": "V-065",
              "difference": null
            },
            {
              "id": "V-066",
              "difference": null
            },
            {
              "id": "V-067",
              "difference": null
            },
            {
              "id": "V-068",
              "difference": null
            },
            {
              "id": "V-069",
              "difference": null
            },
            {
              "id": "V-070",
              "difference": null
            },
            {
              "id": "V-071",
              "difference": null
            },
            {
              "id": "V-072",
              "difference": null
            },
            {
              "id": "V-073",
              "difference": null
            },
            {
              "id": "V-074",
              "difference": null
            },
            {
              "id": "V-075",
              "difference": null
            },
            {
              "id": "V-076",
              "difference": null
            },
            {
              "id": "V-077",
              "difference": null
            },
            {
              "id": "V-078",
              "difference": null
            },
            {
              "id": "V-079",
              "difference": null
            },
            {
              "id": "V-080",
              "difference": null
            },
            {
              "id": "V-081",
              "difference": null
            },
            {
              "id": "V-082",
              "difference": null
            },
            {
              "id": "V-083",
              "difference": null
            },
            {
              "id": "V-084",
              "difference": null
            },
            {
              "id": "V-085",
              "difference": null
            },
            {
              "id": "V-086",
              "difference": null
            },
            {
              "id": "V-087",
              "difference": null
            },
            {
              "id": "V-088",
              "difference": null
            },
            {
              "id": "V-089",
              "difference": null
            },
            {
              "id": "V-090",
              "difference": null
            },
            {
              "id": "V-091",
              "difference": null
            },
            {
              "id": "V-092",
              "difference": null
            },
            {
              "id": "V-093",
              "difference": null
            },
            {
              "id": "V-094",
              "difference": null
            },
            {
              "id": "V-095",
              "difference": null
            },
            {
              "id": "V-096",
              "difference": null
            },
            {
              "id": "V-097",
              "difference": null
            },
            {
              "id": "V-098",
              "difference": null
            },
            {
              "id": "V-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            2,
            0,
            0,
            0
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "A": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "V-000",
              "difference": null
            },
            {
              "id": "V-001",
              "difference": null
            },
            {
              "id": "V-002",
              "difference": null
            },
            {
              "id": "V-003",
              "difference": null
            },
            {
              "id": "V-004",
              "difference": null
            },
            {
              "id": "V-005",
              "difference": null
            },
            {
              "id": "V-006",
              "difference": null
            },
            {
              "id": "V-007",
              "difference": null
            },
            {
              "id": "V-008",
              "difference": null
            },
            {
              "id": "V-009",
              "difference": null
            },
            {
              "id": "V-010",
              "difference": null
            },
            {
              "id": "V-011",
              "difference": null
            },
            {
              "id": "V-012",
              "difference": null
            },
            {
              "id": "V-013",
              "difference": null
            },
            {
              "id": "V-014",
              "difference": null
            },
            {
              "id": "V-015",
              "difference": null
            },
            {
              "id": "V-016",
              "difference": null
            },
            {
              "id": "V-017",
              "difference": null
            },
            {
              "id": "V-018",
              "difference": null
            },
            {
              "id": "V-019",
              "difference": null
            },
            {
              "id": "V-020",
              "difference": null
            },
            {
              "id": "V-021",
              "difference": null
            },
            {
              "id": "V-022",
              "difference": null
            },
            {
              "id": "V-023",
              "difference": null
            },
            {
              "id": "V-024",
              "difference": null
            },
            {
              "id": "V-025",
              "difference": null
            },
            {
              "id": "V-026",
              "difference": null
            },
            {
              "id": "V-027",
              "difference": null
            },
            {
              "id": "V-028",
              "difference": null
            },
            {
              "id": "V-029",
              "difference": null
            },
            {
              "id": "V-030",
              "difference": null
            },
            {
              "id": "V-031",
              "difference": null
            },
            {
              "id": "V-032",
              "difference": null
            },
            {
              "id": "V-033",
              "difference": null
            },
            {
              "id": "V-034",
              "difference": null
            },
            {
              "id": "V-035",
              "difference": null
            },
            {
              "id": "V-036",
              "difference": null
            },
            {
              "id": "V-037",
              "difference": null
            },
            {
              "id": "V-038",
              "difference": null
            },
            {
              "id": "V-039",
              "difference": null
            },
            {
              "id": "V-040",
              "difference": null
            },
            {
              "id": "V-041",
              "difference": null
            },
            {
              "id": "V-042",
              "difference": null
            },
            {
              "id": "V-043",
              "difference": null
            },
            {
              "id": "V-044",
              "difference": null
            },
            {
              "id": "V-045",
              "difference": null
            },
            {
              "id": "V-046",
              "difference": null
            },
            {
              "id": "V-047",
              "difference": null
            },
            {
              "id": "V-048",
              "difference": null
            },
            {
              "id": "V-049",
              "difference": null
            },
            {
              "id": "V-050",
              "difference": null
            },
            {
              "id": "V-051",
              "difference": null
            },
            {
              "id": "V-052",
              "difference": null
            },
            {
              "id": "V-053",
              "difference": null
            },
            {
              "id": "V-054",
              "difference": null
            },
            {
              "id": "V-055",
              "difference": null
            },
            {
              "id": "V-056",
              "difference": null
            },
            {
              "id": "V-057",
              "difference": null
            },
            {
              "id": "V-058",
              "difference": null
            },
            {
              "id": "V-059",
              "difference": null
            },
            {
              "id": "V-060",
              "difference": null
            },
            {
              "id": "V-061",
              "difference": null
            },
            {
              "id": "V-062",
              "difference": null
            },
            {
              "id": "V-063",
              "difference": null
            },
            {
              "id": "V-064",
              "difference": null
            },
            {
              "id": "V-065",
              "difference": null
            },
            {
              "id": "V-066",
              "difference": null
            },
            {
              "id": "V-067",
              "difference": null
            },
            {
              "id": "V-068",
              "difference": null
            },
            {
              "id": "V-069",
              "difference": null
            },
            {
              "id": "V-070",
              "difference": null
            },
            {
              "id": "V-071",
              "difference": null
            },
            {
              "id": "V-072",
              "difference": null
            },
            {
              "id": "V-073",
              "difference": null
            },
            {
              "id": "V-074",
              "difference": null
            },
            {
              "id": "V-075",
              "difference": null
            },
            {
              "id": "V-076",
              "difference": null
            },
            {
              "id": "V-077",
              "difference": null
            },
            {
              "id": "V-078",
              "difference": null
            },
            {
              "id": "V-079",
              "difference": null
            },
            {
              "id": "V-080",
              "difference": null
            },
            {
              "id": "V-081",
              "difference": null
            },
            {
              "id": "V-082",
              "difference": null
            },
            {
              "id": "V-083",
              "difference": null
            },
            {
              "id": "V-084",
              "difference": null
            },
            {
              "id": "V-085",
              "difference": null
            },
            {
              "id": "V-086",
              "difference": null
            },
            {
              "id": "V-087",
              "difference": null
            },
            {
              "id": "V-088",
              "difference": null
            },
            {
              "id": "V-089",
              "difference": null
            },
            {
              "id": "V-090",
              "difference": null
            },
            {
              "id": "V-091",
              "difference": null
            },
            {
              "id": "V-092",
              "difference": null
            },
            {
              "id": "V-093",
              "difference": null
            },
            {
              "id": "V-094",
              "difference": null
            },
            {
              "id": "V-095",
              "difference": null
            },
            {
              "id": "V-096",
              "difference": null
            },
            {
              "id": "V-097",
              "difference": null
            },
            {
              "id": "V-098",
              "difference": null
            },
            {
              "id": "V-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            2,
            0,
            0,
            1
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "V": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "V-000",
              "difference": null
            },
            {
              "id": "V-001",
              "difference": null
            },
            {
              "id": "V-002",
              "difference": null
            },
            {
              "id": "V-003",
              "difference": null
            },
            {
              "id": "V-004",
              "difference": null
            },
            {
              "id": "V-005",
              "difference": null
            },
            {
              "id": "V-006",
              "difference": null
            },
            {
              "id": "V-007",
              "difference": null
            },
            {
              "id": "V-008",
              "difference": null
            },
            {
              "id": "V-009",
              "difference": null
            },
            {
              "id": "V-010",
              "difference": null
            },
            {
              "id": "V-011",
              "difference": null
            },
            {
              "id": "V-012",
              "difference": null
            },
            {
              "id": "V-013",
              "difference": null
            },
            {
              "id": "V-014",
              "difference": null
            },
            {
              "id": "V-015",
              "difference": null
            },
            {
              "id": "V-016",
              "difference": null
            },
            {
              "id": "V-017",
              "difference": null
            },
            {
              "id": "V-018",
              "difference": null
            },
            {
              "id": "V-019",
              "difference": null
            },
            {
              "id": "V-020",
              "difference": null
            },
            {
              "id": "V-021",
              "difference": null
            },
            {
              "id": "V-022",
              "difference": null
            },
            {
              "id": "V-023",
              "difference": null
            },
            {
              "id": "V-024",
              "difference": null
            },
            {
              "id": "V-025",
              "difference": null
            },
            {
              "id": "V-026",
              "difference": null
            },
            {
              "id": "V-027",
              "difference": null
            },
            {
              "id": "V-028",
              "difference": null
            },
            {
              "id": "V-029",
              "difference": null
            },
            {
              "id": "V-030",
              "difference": null
            },
            {
              "id": "V-031",
              "difference": null
            },
            {
              "id": "V-032",
              "difference": null
            },
            {
              "id": "V-033",
              "difference": null
            },
            {
              "id": "V-034",
              "difference": null
            },
            {
              "id": "V-035",
              "difference": null
            },
            {
              "id": "V-036",
              "difference": null
            },
            {
              "id": "V-037",
              "difference": null
            },
            {
              "id": "V-038",
              "difference": null
            },
            {
              "id": "V-039",
              "difference": null
            },
            {
              "id": "V-040",
              "difference": null
            },
            {
              "id": "V-041",
              "difference": null
            },
            {
              "id": "V-042",
              "difference": null
            },
            {
              "id": "V-043",
              "difference": null
            },
            {
              "id": "V-044",
              "difference": null
            },
            {
              "id": "V-045",
              "difference": null
            },
            {
              "id": "V-046",
              "difference": null
            },
            {
              "id": "V-047",
              "difference": null
            },
            {
              "id": "V-048",
              "difference": null
            },
            {
              "id": "V-049",
              "difference": null
            },
            {
              "id": "V-050",
              "difference": null
            },
            {
              "id": "V-051",
              "difference": null
            },
            {
              "id": "V-052",
              "difference": null
            },
            {
              "id": "V-053",
              "difference": null
            },
            {
              "id": "V-054",
              "difference": null
            },
            {
              "id": "V-055",
              "difference": null
            },
            {
              "id": "V-056",
              "difference": null
            },
            {
              "id": "V-057",
              "difference": null
            },
            {
              "id": "V-058",
              "difference": null
            },
            {
              "id": "V-059",
              "difference": null
            },
            {
              "id": "V-060",
              "difference": null
            },
            {
              "id": "V-061",
              "difference": null
            },
            {
              "id": "V-062",
              "difference": null
            },
            {
              "id": "V-063",
              "difference": null
            },
            {
              "id": "V-064",
              "difference": null
            },
            {
              "id": "V-065",
              "difference": null
            },
            {
              "id": "V-066",
              "difference": null
            },
            {
              "id": "V-067",
              "difference": null
            },
            {
              "id": "V-068",
              "difference": null
            },
            {
              "id": "V-069",
              "difference": null
            },
            {
              "id": "V-070",
              "difference": null
            },
            {
              "id": "V-071",
              "difference": null
            },
            {
              "id": "V-072",
              "difference": null
            },
            {
              "id": "V-073",
              "difference": null
            },
            {
              "id": "V-074",
              "difference": null
            },
            {
              "id": "V-075",
              "difference": null
            },
            {
              "id": "V-076",
              "difference": null
            },
            {
              "id": "V-077",
              "difference": null
            },
            {
              "id": "V-078",
              "difference": null
            },
            {
              "id": "V-079",
              "difference": null
            },
            {
              "id": "V-080",
              "difference": null
            },
            {
              "id": "V-081",
              "difference": null
            },
            {
              "id": "V-082",
              "difference": null
            },
            {
              "id": "V-083",
              "difference": null
            },
            {
              "id": "V-084",
              "difference": null
            },
            {
              "id": "V-085",
              "difference": null
            },
            {
              "id": "V-086",
              "difference": null
            },
            {
              "id": "V-087",
              "difference": null
            },
            {
              "id": "V-088",
              "difference": null
            },
            {
              "id": "V-089",
              "difference": null
            },
            {
              "id": "V-090",
              "difference": null
            },
            {
              "id": "V-091",
              "difference": null
            },
            {
              "id": "V-092",
              "difference": null
            },
            {
              "id": "V-093",
              "difference": null
            },
            {
              "id": "V-094",
              "difference": null
            },
            {
              "id": "V-095",
              "difference": null
            },
            {
              "id": "V-096",
              "difference": null
            },
            {
              "id": "V-097",
              "difference": null
            },
            {
              "id": "V-098",
              "difference": null
            },
            {
              "id": "V-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            2,
            0,
            0,
            2
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "S": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "V-000",
              "difference": null
            },
            {
              "id": "V-001",
              "difference": null
            },
            {
              "id": "V-002",
              "difference": null
            },
            {
              "id": "V-003",
              "difference": null
            },
            {
              "id": "V-004",
              "difference": null
            },
            {
              "id": "V-005",
              "difference": null
            },
            {
              "id": "V-006",
              "difference": null
            },
            {
              "id": "V-007",
              "difference": null
            },
            {
              "id": "V-008",
              "difference": null
            },
            {
              "id": "V-009",
              "difference": null
            },
            {
              "id": "V-010",
              "difference": null
            },
            {
              "id": "V-011",
              "difference": null
            },
            {
              "id": "V-012",
              "difference": null
            },
            {
              "id": "V-013",
              "difference": null
            },
            {
              "id": "V-014",
              "difference": null
            },
            {
              "id": "V-015",
              "difference": null
            },
            {
              "id": "V-016",
              "difference": null
            },
            {
              "id": "V-017",
              "difference": null
            },
            {
              "id": "V-018",
              "difference": null
            },
            {
              "id": "V-019",
              "difference": null
            },
            {
              "id": "V-020",
              "difference": null
            },
            {
              "id": "V-021",
              "difference": null
            },
            {
              "id": "V-022",
              "difference": null
            },
            {
              "id": "V-023",
              "difference": null
            },
            {
              "id": "V-024",
              "difference": null
            },
            {
              "id": "V-025",
              "difference": null
            },
            {
              "id": "V-026",
              "difference": null
            },
            {
              "id": "V-027",
              "difference": null
            },
            {
              "id": "V-028",
              "difference": null
            },
            {
              "id": "V-029",
              "difference": null
            },
            {
              "id": "V-030",
              "difference": null
            },
            {
              "id": "V-031",
              "difference": null
            },
            {
              "id": "V-032",
              "difference": null
            },
            {
              "id": "V-033",
              "difference": null
            },
            {
              "id": "V-034",
              "difference": null
            },
            {
              "id": "V-035",
              "difference": null
            },
            {
              "id": "V-036",
              "difference": null
            },
            {
              "id": "V-037",
              "difference": null
            },
            {
              "id": "V-038",
              "difference": null
            },
            {
              "id": "V-039",
              "difference": null
            },
            {
              "id": "V-040",
              "difference": null
            },
            {
              "id": "V-041",
              "difference": null
            },
            {
              "id": "V-042",
              "difference": null
            },
            {
              "id": "V-043",
              "difference": null
            },
            {
              "id": "V-044",
              "difference": null
            },
            {
              "id": "V-045",
              "difference": null
            },
            {
              "id": "V-046",
              "difference": null
            },
            {
              "id": "V-047",
              "difference": null
            },
            {
              "id": "V-048",
              "difference": null
            },
            {
              "id": "V-049",
              "difference": null
            },
            {
              "id": "V-050",
              "difference": null
            },
            {
              "id": "V-051",
              "difference": null
            },
            {
              "id": "V-052",
              "difference": null
            },
            {
              "id": "V-053",
              "difference": null
            },
            {
              "id": "V-054",
              "difference": null
            },
            {
              "id": "V-055",
              "difference": null
            },
            {
              "id": "V-056",
              "difference": null
            },
            {
              "id": "V-057",
              "difference": null
            },
            {
              "id": "V-058",
              "difference": null
            },
            {
              "id": "V-059",
              "difference": null
            },
            {
              "id": "V-060",
              "difference": null
            },
            {
              "id": "V-061",
              "difference": null
            },
            {
              "id": "V-062",
              "difference": null
            },
            {
              "id": "V-063",
              "difference": null
            },
            {
              "id": "V-064",
              "difference": null
            },
            {
              "id": "V-065",
              "difference": null
            },
            {
              "id": "V-066",
              "difference": null
            },
            {
              "id": "V-067",
              "difference": null
            },
            {
              "id": "V-068",
              "difference": null
            },
            {
              "id": "V-069",
              "difference": null
            },
            {
              "id": "V-070",
              "difference": null
            },
            {
              "id": "V-071",
              "difference": null
            },
            {
              "id": "V-072",
              "difference": null
            },
            {
              "id": "V-073",
              "difference": null
            },
            {
              "id": "V-074",
              "difference": null
            },
            {
              "id": "V-075",
              "difference": null
            },
            {
              "id": "V-076",
              "difference": null
            },
            {
              "id": "V-077",
              "difference": null
            },
            {
              "id": "V-078",
              "difference": null
            },
            {
              "id": "V-079",
              "difference": null
            },
            {
              "id": "V-080",
              "difference": null
            },
            {
              "id": "V-081",
              "difference": null
            },
            {
              "id": "V-082",
              "difference": null
            },
            {
              "id": "V-083",
              "difference": null
            },
            {
              "id": "V-084",
              "difference": null
            },
            {
              "id": "V-085",
              "difference": null
            },
            {
              "id": "V-086",
              "difference": null
            },
            {
              "id": "V-087",
              "difference": null
            },
            {
              "id": "V-088",
              "difference": null
            },
            {
              "id": "V-089",
              "difference": null
            },
            {
              "id": "V-090",
              "difference": null
            },
            {
              "id": "V-091",
              "difference": null
            },
            {
              "id": "V-092",
              "difference": null
            },
            {
              "id": "V-093",
              "difference": null
            },
            {
              "id": "V-094",
              "difference": null
            },
            {
              "id": "V-095",
              "difference": null
            },
            {
              "id": "V-096",
              "difference": null
            },
            {
              "id": "V-097",
              "difference": null
            },
            {
              "id": "V-098",
              "difference": null
            },
            {
              "id": "V-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            2,
            0,
            0,
            3
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "J": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "V-000",
              "difference": null
            },
            {
              "id": "V-001",
              "difference": null
            },
            {
              "id": "V-002",
              "difference": null
            },
            {
              "id": "V-003",
              "difference": null
            },
            {
              "id": "V-004",
              "difference": null
            },
            {
              "id": "V-005",
              "difference": null
            },
            {
              "id": "V-006",
              "difference": null
            },
            {
              "id": "V-007",
              "difference": null
            },
            {
              "id": "V-008",
              "difference": null
            },
            {
              "id": "V-009",
              "difference": null
            },
            {
              "id": "V-010",
              "difference": null
            },
            {
              "id": "V-011",
              "difference": null
            },
            {
              "id": "V-012",
              "difference": null
            },
            {
              "id": "V-013",
              "difference": null
            },
            {
              "id": "V-014",
              "difference": null
            },
            {
              "id": "V-015",
              "difference": null
            },
            {
              "id": "V-016",
              "difference": null
            },
            {
              "id": "V-017",
              "difference": null
            },
            {
              "id": "V-018",
              "difference": null
            },
            {
              "id": "V-019",
              "difference": null
            },
            {
              "id": "V-020",
              "difference": null
            },
            {
              "id": "V-021",
              "difference": null
            },
            {
              "id": "V-022",
              "difference": null
            },
            {
              "id": "V-023",
              "difference": null
            },
            {
              "id": "V-024",
              "difference": null
            },
            {
              "id": "V-025",
              "difference": null
            },
            {
              "id": "V-026",
              "difference": null
            },
            {
              "id": "V-027",
              "difference": null
            },
            {
              "id": "V-028",
              "difference": null
            },
            {
              "id": "V-029",
              "difference": null
            },
            {
              "id": "V-030",
              "difference": null
            },
            {
              "id": "V-031",
              "difference": null
            },
            {
              "id": "V-032",
              "difference": null
            },
            {
              "id": "V-033",
              "difference": null
            },
            {
              "id": "V-034",
              "difference": null
            },
            {
              "id": "V-035",
              "difference": null
            },
            {
              "id": "V-036",
              "difference": null
            },
            {
              "id": "V-037",
              "difference": null
            },
            {
              "id": "V-038",
              "difference": null
            },
            {
              "id": "V-039",
              "difference": null
            },
            {
              "id": "V-040",
              "difference": null
            },
            {
              "id": "V-041",
              "difference": null
            },
            {
              "id": "V-042",
              "difference": null
            },
            {
              "id": "V-043",
              "difference": null
            },
            {
              "id": "V-044",
              "difference": null
            },
            {
              "id": "V-045",
              "difference": null
            },
            {
              "id": "V-046",
              "difference": null
            },
            {
              "id": "V-047",
              "difference": null
            },
            {
              "id": "V-048",
              "difference": null
            },
            {
              "id": "V-049",
              "difference": null
            },
            {
              "id": "V-050",
              "difference": null
            },
            {
              "id": "V-051",
              "difference": null
            },
            {
              "id": "V-052",
              "difference": null
            },
            {
              "id": "V-053",
              "difference": null
            },
            {
              "id": "V-054",
              "difference": null
            },
            {
              "id": "V-055",
              "difference": null
            },
            {
              "id": "V-056",
              "difference": null
            },
            {
              "id": "V-057",
              "difference": null
            },
            {
              "id": "V-058",
              "difference": null
            },
            {
              "id": "V-059",
              "difference": null
            },
            {
              "id": "V-060",
              "difference": null
            },
            {
              "id": "V-061",
              "difference": null
            },
            {
              "id": "V-062",
              "difference": null
            },
            {
              "id": "V-063",
              "difference": null
            },
            {
              "id": "V-064",
              "difference": null
            },
            {
              "id": "V-065",
              "difference": null
            },
            {
              "id": "V-066",
              "difference": null
            },
            {
              "id": "V-067",
              "difference": null
            },
            {
              "id": "V-068",
              "difference": null
            },
            {
              "id": "V-069",
              "difference": null
            },
            {
              "id": "V-070",
              "difference": null
            },
            {
              "id": "V-071",
              "difference": null
            },
            {
              "id": "V-072",
              "difference": null
            },
            {
              "id": "V-073",
              "difference": null
            },
            {
              "id": "V-074",
              "difference": null
            },
            {
              "id": "V-075",
              "difference": null
            },
            {
              "id": "V-076",
              "difference": null
            },
            {
              "id": "V-077",
              "difference": null
            },
            {
              "id": "V-078",
              "difference": null
            },
            {
              "id": "V-079",
              "difference": null
            },
            {
              "id": "V-080",
              "difference": null
            },
            {
              "id": "V-081",
              "difference": null
            },
            {
              "id": "V-082",
              "difference": null
            },
            {
              "id": "V-083",
              "difference": null
            },
            {
              "id": "V-084",
              "difference": null
            },
            {
              "id": "V-085",
              "difference": null
            },
            {
              "id": "V-086",
              "difference": null
            },
            {
              "id": "V-087",
              "difference": null
            },
            {
              "id": "V-088",
              "difference": null
            },
            {
              "id": "V-089",
              "difference": null
            },
            {
              "id": "V-090",
              "difference": null
            },
            {
              "id": "V-091",
              "difference": null
            },
            {
              "id": "V-092",
              "difference": null
            },
            {
              "id": "V-093",
              "difference": null
            },
            {
              "id": "V-094",
              "difference": null
            },
            {
              "id": "V-095",
              "difference": null
            },
            {
              "id": "V-096",
              "difference": null
            },
            {
              "id": "V-097",
              "difference": null
            },
            {
              "id": "V-098",
              "difference": null
            },
            {
              "id": "V-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            2,
            0,
            0,
            4
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        }
      }
    },
    "S": {
      "population": 100,
      "success": 0,
      "missing": 100,
      "comparisons": {
        "W": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "S-000",
              "difference": null
            },
            {
              "id": "S-001",
              "difference": null
            },
            {
              "id": "S-002",
              "difference": null
            },
            {
              "id": "S-003",
              "difference": null
            },
            {
              "id": "S-004",
              "difference": null
            },
            {
              "id": "S-005",
              "difference": null
            },
            {
              "id": "S-006",
              "difference": null
            },
            {
              "id": "S-007",
              "difference": null
            },
            {
              "id": "S-008",
              "difference": null
            },
            {
              "id": "S-009",
              "difference": null
            },
            {
              "id": "S-010",
              "difference": null
            },
            {
              "id": "S-011",
              "difference": null
            },
            {
              "id": "S-012",
              "difference": null
            },
            {
              "id": "S-013",
              "difference": null
            },
            {
              "id": "S-014",
              "difference": null
            },
            {
              "id": "S-015",
              "difference": null
            },
            {
              "id": "S-016",
              "difference": null
            },
            {
              "id": "S-017",
              "difference": null
            },
            {
              "id": "S-018",
              "difference": null
            },
            {
              "id": "S-019",
              "difference": null
            },
            {
              "id": "S-020",
              "difference": null
            },
            {
              "id": "S-021",
              "difference": null
            },
            {
              "id": "S-022",
              "difference": null
            },
            {
              "id": "S-023",
              "difference": null
            },
            {
              "id": "S-024",
              "difference": null
            },
            {
              "id": "S-025",
              "difference": null
            },
            {
              "id": "S-026",
              "difference": null
            },
            {
              "id": "S-027",
              "difference": null
            },
            {
              "id": "S-028",
              "difference": null
            },
            {
              "id": "S-029",
              "difference": null
            },
            {
              "id": "S-030",
              "difference": null
            },
            {
              "id": "S-031",
              "difference": null
            },
            {
              "id": "S-032",
              "difference": null
            },
            {
              "id": "S-033",
              "difference": null
            },
            {
              "id": "S-034",
              "difference": null
            },
            {
              "id": "S-035",
              "difference": null
            },
            {
              "id": "S-036",
              "difference": null
            },
            {
              "id": "S-037",
              "difference": null
            },
            {
              "id": "S-038",
              "difference": null
            },
            {
              "id": "S-039",
              "difference": null
            },
            {
              "id": "S-040",
              "difference": null
            },
            {
              "id": "S-041",
              "difference": null
            },
            {
              "id": "S-042",
              "difference": null
            },
            {
              "id": "S-043",
              "difference": null
            },
            {
              "id": "S-044",
              "difference": null
            },
            {
              "id": "S-045",
              "difference": null
            },
            {
              "id": "S-046",
              "difference": null
            },
            {
              "id": "S-047",
              "difference": null
            },
            {
              "id": "S-048",
              "difference": null
            },
            {
              "id": "S-049",
              "difference": null
            },
            {
              "id": "S-050",
              "difference": null
            },
            {
              "id": "S-051",
              "difference": null
            },
            {
              "id": "S-052",
              "difference": null
            },
            {
              "id": "S-053",
              "difference": null
            },
            {
              "id": "S-054",
              "difference": null
            },
            {
              "id": "S-055",
              "difference": null
            },
            {
              "id": "S-056",
              "difference": null
            },
            {
              "id": "S-057",
              "difference": null
            },
            {
              "id": "S-058",
              "difference": null
            },
            {
              "id": "S-059",
              "difference": null
            },
            {
              "id": "S-060",
              "difference": null
            },
            {
              "id": "S-061",
              "difference": null
            },
            {
              "id": "S-062",
              "difference": null
            },
            {
              "id": "S-063",
              "difference": null
            },
            {
              "id": "S-064",
              "difference": null
            },
            {
              "id": "S-065",
              "difference": null
            },
            {
              "id": "S-066",
              "difference": null
            },
            {
              "id": "S-067",
              "difference": null
            },
            {
              "id": "S-068",
              "difference": null
            },
            {
              "id": "S-069",
              "difference": null
            },
            {
              "id": "S-070",
              "difference": null
            },
            {
              "id": "S-071",
              "difference": null
            },
            {
              "id": "S-072",
              "difference": null
            },
            {
              "id": "S-073",
              "difference": null
            },
            {
              "id": "S-074",
              "difference": null
            },
            {
              "id": "S-075",
              "difference": null
            },
            {
              "id": "S-076",
              "difference": null
            },
            {
              "id": "S-077",
              "difference": null
            },
            {
              "id": "S-078",
              "difference": null
            },
            {
              "id": "S-079",
              "difference": null
            },
            {
              "id": "S-080",
              "difference": null
            },
            {
              "id": "S-081",
              "difference": null
            },
            {
              "id": "S-082",
              "difference": null
            },
            {
              "id": "S-083",
              "difference": null
            },
            {
              "id": "S-084",
              "difference": null
            },
            {
              "id": "S-085",
              "difference": null
            },
            {
              "id": "S-086",
              "difference": null
            },
            {
              "id": "S-087",
              "difference": null
            },
            {
              "id": "S-088",
              "difference": null
            },
            {
              "id": "S-089",
              "difference": null
            },
            {
              "id": "S-090",
              "difference": null
            },
            {
              "id": "S-091",
              "difference": null
            },
            {
              "id": "S-092",
              "difference": null
            },
            {
              "id": "S-093",
              "difference": null
            },
            {
              "id": "S-094",
              "difference": null
            },
            {
              "id": "S-095",
              "difference": null
            },
            {
              "id": "S-096",
              "difference": null
            },
            {
              "id": "S-097",
              "difference": null
            },
            {
              "id": "S-098",
              "difference": null
            },
            {
              "id": "S-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            3,
            0,
            0,
            0
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "A": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "S-000",
              "difference": null
            },
            {
              "id": "S-001",
              "difference": null
            },
            {
              "id": "S-002",
              "difference": null
            },
            {
              "id": "S-003",
              "difference": null
            },
            {
              "id": "S-004",
              "difference": null
            },
            {
              "id": "S-005",
              "difference": null
            },
            {
              "id": "S-006",
              "difference": null
            },
            {
              "id": "S-007",
              "difference": null
            },
            {
              "id": "S-008",
              "difference": null
            },
            {
              "id": "S-009",
              "difference": null
            },
            {
              "id": "S-010",
              "difference": null
            },
            {
              "id": "S-011",
              "difference": null
            },
            {
              "id": "S-012",
              "difference": null
            },
            {
              "id": "S-013",
              "difference": null
            },
            {
              "id": "S-014",
              "difference": null
            },
            {
              "id": "S-015",
              "difference": null
            },
            {
              "id": "S-016",
              "difference": null
            },
            {
              "id": "S-017",
              "difference": null
            },
            {
              "id": "S-018",
              "difference": null
            },
            {
              "id": "S-019",
              "difference": null
            },
            {
              "id": "S-020",
              "difference": null
            },
            {
              "id": "S-021",
              "difference": null
            },
            {
              "id": "S-022",
              "difference": null
            },
            {
              "id": "S-023",
              "difference": null
            },
            {
              "id": "S-024",
              "difference": null
            },
            {
              "id": "S-025",
              "difference": null
            },
            {
              "id": "S-026",
              "difference": null
            },
            {
              "id": "S-027",
              "difference": null
            },
            {
              "id": "S-028",
              "difference": null
            },
            {
              "id": "S-029",
              "difference": null
            },
            {
              "id": "S-030",
              "difference": null
            },
            {
              "id": "S-031",
              "difference": null
            },
            {
              "id": "S-032",
              "difference": null
            },
            {
              "id": "S-033",
              "difference": null
            },
            {
              "id": "S-034",
              "difference": null
            },
            {
              "id": "S-035",
              "difference": null
            },
            {
              "id": "S-036",
              "difference": null
            },
            {
              "id": "S-037",
              "difference": null
            },
            {
              "id": "S-038",
              "difference": null
            },
            {
              "id": "S-039",
              "difference": null
            },
            {
              "id": "S-040",
              "difference": null
            },
            {
              "id": "S-041",
              "difference": null
            },
            {
              "id": "S-042",
              "difference": null
            },
            {
              "id": "S-043",
              "difference": null
            },
            {
              "id": "S-044",
              "difference": null
            },
            {
              "id": "S-045",
              "difference": null
            },
            {
              "id": "S-046",
              "difference": null
            },
            {
              "id": "S-047",
              "difference": null
            },
            {
              "id": "S-048",
              "difference": null
            },
            {
              "id": "S-049",
              "difference": null
            },
            {
              "id": "S-050",
              "difference": null
            },
            {
              "id": "S-051",
              "difference": null
            },
            {
              "id": "S-052",
              "difference": null
            },
            {
              "id": "S-053",
              "difference": null
            },
            {
              "id": "S-054",
              "difference": null
            },
            {
              "id": "S-055",
              "difference": null
            },
            {
              "id": "S-056",
              "difference": null
            },
            {
              "id": "S-057",
              "difference": null
            },
            {
              "id": "S-058",
              "difference": null
            },
            {
              "id": "S-059",
              "difference": null
            },
            {
              "id": "S-060",
              "difference": null
            },
            {
              "id": "S-061",
              "difference": null
            },
            {
              "id": "S-062",
              "difference": null
            },
            {
              "id": "S-063",
              "difference": null
            },
            {
              "id": "S-064",
              "difference": null
            },
            {
              "id": "S-065",
              "difference": null
            },
            {
              "id": "S-066",
              "difference": null
            },
            {
              "id": "S-067",
              "difference": null
            },
            {
              "id": "S-068",
              "difference": null
            },
            {
              "id": "S-069",
              "difference": null
            },
            {
              "id": "S-070",
              "difference": null
            },
            {
              "id": "S-071",
              "difference": null
            },
            {
              "id": "S-072",
              "difference": null
            },
            {
              "id": "S-073",
              "difference": null
            },
            {
              "id": "S-074",
              "difference": null
            },
            {
              "id": "S-075",
              "difference": null
            },
            {
              "id": "S-076",
              "difference": null
            },
            {
              "id": "S-077",
              "difference": null
            },
            {
              "id": "S-078",
              "difference": null
            },
            {
              "id": "S-079",
              "difference": null
            },
            {
              "id": "S-080",
              "difference": null
            },
            {
              "id": "S-081",
              "difference": null
            },
            {
              "id": "S-082",
              "difference": null
            },
            {
              "id": "S-083",
              "difference": null
            },
            {
              "id": "S-084",
              "difference": null
            },
            {
              "id": "S-085",
              "difference": null
            },
            {
              "id": "S-086",
              "difference": null
            },
            {
              "id": "S-087",
              "difference": null
            },
            {
              "id": "S-088",
              "difference": null
            },
            {
              "id": "S-089",
              "difference": null
            },
            {
              "id": "S-090",
              "difference": null
            },
            {
              "id": "S-091",
              "difference": null
            },
            {
              "id": "S-092",
              "difference": null
            },
            {
              "id": "S-093",
              "difference": null
            },
            {
              "id": "S-094",
              "difference": null
            },
            {
              "id": "S-095",
              "difference": null
            },
            {
              "id": "S-096",
              "difference": null
            },
            {
              "id": "S-097",
              "difference": null
            },
            {
              "id": "S-098",
              "difference": null
            },
            {
              "id": "S-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            3,
            0,
            0,
            1
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "V": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "S-000",
              "difference": null
            },
            {
              "id": "S-001",
              "difference": null
            },
            {
              "id": "S-002",
              "difference": null
            },
            {
              "id": "S-003",
              "difference": null
            },
            {
              "id": "S-004",
              "difference": null
            },
            {
              "id": "S-005",
              "difference": null
            },
            {
              "id": "S-006",
              "difference": null
            },
            {
              "id": "S-007",
              "difference": null
            },
            {
              "id": "S-008",
              "difference": null
            },
            {
              "id": "S-009",
              "difference": null
            },
            {
              "id": "S-010",
              "difference": null
            },
            {
              "id": "S-011",
              "difference": null
            },
            {
              "id": "S-012",
              "difference": null
            },
            {
              "id": "S-013",
              "difference": null
            },
            {
              "id": "S-014",
              "difference": null
            },
            {
              "id": "S-015",
              "difference": null
            },
            {
              "id": "S-016",
              "difference": null
            },
            {
              "id": "S-017",
              "difference": null
            },
            {
              "id": "S-018",
              "difference": null
            },
            {
              "id": "S-019",
              "difference": null
            },
            {
              "id": "S-020",
              "difference": null
            },
            {
              "id": "S-021",
              "difference": null
            },
            {
              "id": "S-022",
              "difference": null
            },
            {
              "id": "S-023",
              "difference": null
            },
            {
              "id": "S-024",
              "difference": null
            },
            {
              "id": "S-025",
              "difference": null
            },
            {
              "id": "S-026",
              "difference": null
            },
            {
              "id": "S-027",
              "difference": null
            },
            {
              "id": "S-028",
              "difference": null
            },
            {
              "id": "S-029",
              "difference": null
            },
            {
              "id": "S-030",
              "difference": null
            },
            {
              "id": "S-031",
              "difference": null
            },
            {
              "id": "S-032",
              "difference": null
            },
            {
              "id": "S-033",
              "difference": null
            },
            {
              "id": "S-034",
              "difference": null
            },
            {
              "id": "S-035",
              "difference": null
            },
            {
              "id": "S-036",
              "difference": null
            },
            {
              "id": "S-037",
              "difference": null
            },
            {
              "id": "S-038",
              "difference": null
            },
            {
              "id": "S-039",
              "difference": null
            },
            {
              "id": "S-040",
              "difference": null
            },
            {
              "id": "S-041",
              "difference": null
            },
            {
              "id": "S-042",
              "difference": null
            },
            {
              "id": "S-043",
              "difference": null
            },
            {
              "id": "S-044",
              "difference": null
            },
            {
              "id": "S-045",
              "difference": null
            },
            {
              "id": "S-046",
              "difference": null
            },
            {
              "id": "S-047",
              "difference": null
            },
            {
              "id": "S-048",
              "difference": null
            },
            {
              "id": "S-049",
              "difference": null
            },
            {
              "id": "S-050",
              "difference": null
            },
            {
              "id": "S-051",
              "difference": null
            },
            {
              "id": "S-052",
              "difference": null
            },
            {
              "id": "S-053",
              "difference": null
            },
            {
              "id": "S-054",
              "difference": null
            },
            {
              "id": "S-055",
              "difference": null
            },
            {
              "id": "S-056",
              "difference": null
            },
            {
              "id": "S-057",
              "difference": null
            },
            {
              "id": "S-058",
              "difference": null
            },
            {
              "id": "S-059",
              "difference": null
            },
            {
              "id": "S-060",
              "difference": null
            },
            {
              "id": "S-061",
              "difference": null
            },
            {
              "id": "S-062",
              "difference": null
            },
            {
              "id": "S-063",
              "difference": null
            },
            {
              "id": "S-064",
              "difference": null
            },
            {
              "id": "S-065",
              "difference": null
            },
            {
              "id": "S-066",
              "difference": null
            },
            {
              "id": "S-067",
              "difference": null
            },
            {
              "id": "S-068",
              "difference": null
            },
            {
              "id": "S-069",
              "difference": null
            },
            {
              "id": "S-070",
              "difference": null
            },
            {
              "id": "S-071",
              "difference": null
            },
            {
              "id": "S-072",
              "difference": null
            },
            {
              "id": "S-073",
              "difference": null
            },
            {
              "id": "S-074",
              "difference": null
            },
            {
              "id": "S-075",
              "difference": null
            },
            {
              "id": "S-076",
              "difference": null
            },
            {
              "id": "S-077",
              "difference": null
            },
            {
              "id": "S-078",
              "difference": null
            },
            {
              "id": "S-079",
              "difference": null
            },
            {
              "id": "S-080",
              "difference": null
            },
            {
              "id": "S-081",
              "difference": null
            },
            {
              "id": "S-082",
              "difference": null
            },
            {
              "id": "S-083",
              "difference": null
            },
            {
              "id": "S-084",
              "difference": null
            },
            {
              "id": "S-085",
              "difference": null
            },
            {
              "id": "S-086",
              "difference": null
            },
            {
              "id": "S-087",
              "difference": null
            },
            {
              "id": "S-088",
              "difference": null
            },
            {
              "id": "S-089",
              "difference": null
            },
            {
              "id": "S-090",
              "difference": null
            },
            {
              "id": "S-091",
              "difference": null
            },
            {
              "id": "S-092",
              "difference": null
            },
            {
              "id": "S-093",
              "difference": null
            },
            {
              "id": "S-094",
              "difference": null
            },
            {
              "id": "S-095",
              "difference": null
            },
            {
              "id": "S-096",
              "difference": null
            },
            {
              "id": "S-097",
              "difference": null
            },
            {
              "id": "S-098",
              "difference": null
            },
            {
              "id": "S-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            3,
            0,
            0,
            2
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "S": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "S-000",
              "difference": null
            },
            {
              "id": "S-001",
              "difference": null
            },
            {
              "id": "S-002",
              "difference": null
            },
            {
              "id": "S-003",
              "difference": null
            },
            {
              "id": "S-004",
              "difference": null
            },
            {
              "id": "S-005",
              "difference": null
            },
            {
              "id": "S-006",
              "difference": null
            },
            {
              "id": "S-007",
              "difference": null
            },
            {
              "id": "S-008",
              "difference": null
            },
            {
              "id": "S-009",
              "difference": null
            },
            {
              "id": "S-010",
              "difference": null
            },
            {
              "id": "S-011",
              "difference": null
            },
            {
              "id": "S-012",
              "difference": null
            },
            {
              "id": "S-013",
              "difference": null
            },
            {
              "id": "S-014",
              "difference": null
            },
            {
              "id": "S-015",
              "difference": null
            },
            {
              "id": "S-016",
              "difference": null
            },
            {
              "id": "S-017",
              "difference": null
            },
            {
              "id": "S-018",
              "difference": null
            },
            {
              "id": "S-019",
              "difference": null
            },
            {
              "id": "S-020",
              "difference": null
            },
            {
              "id": "S-021",
              "difference": null
            },
            {
              "id": "S-022",
              "difference": null
            },
            {
              "id": "S-023",
              "difference": null
            },
            {
              "id": "S-024",
              "difference": null
            },
            {
              "id": "S-025",
              "difference": null
            },
            {
              "id": "S-026",
              "difference": null
            },
            {
              "id": "S-027",
              "difference": null
            },
            {
              "id": "S-028",
              "difference": null
            },
            {
              "id": "S-029",
              "difference": null
            },
            {
              "id": "S-030",
              "difference": null
            },
            {
              "id": "S-031",
              "difference": null
            },
            {
              "id": "S-032",
              "difference": null
            },
            {
              "id": "S-033",
              "difference": null
            },
            {
              "id": "S-034",
              "difference": null
            },
            {
              "id": "S-035",
              "difference": null
            },
            {
              "id": "S-036",
              "difference": null
            },
            {
              "id": "S-037",
              "difference": null
            },
            {
              "id": "S-038",
              "difference": null
            },
            {
              "id": "S-039",
              "difference": null
            },
            {
              "id": "S-040",
              "difference": null
            },
            {
              "id": "S-041",
              "difference": null
            },
            {
              "id": "S-042",
              "difference": null
            },
            {
              "id": "S-043",
              "difference": null
            },
            {
              "id": "S-044",
              "difference": null
            },
            {
              "id": "S-045",
              "difference": null
            },
            {
              "id": "S-046",
              "difference": null
            },
            {
              "id": "S-047",
              "difference": null
            },
            {
              "id": "S-048",
              "difference": null
            },
            {
              "id": "S-049",
              "difference": null
            },
            {
              "id": "S-050",
              "difference": null
            },
            {
              "id": "S-051",
              "difference": null
            },
            {
              "id": "S-052",
              "difference": null
            },
            {
              "id": "S-053",
              "difference": null
            },
            {
              "id": "S-054",
              "difference": null
            },
            {
              "id": "S-055",
              "difference": null
            },
            {
              "id": "S-056",
              "difference": null
            },
            {
              "id": "S-057",
              "difference": null
            },
            {
              "id": "S-058",
              "difference": null
            },
            {
              "id": "S-059",
              "difference": null
            },
            {
              "id": "S-060",
              "difference": null
            },
            {
              "id": "S-061",
              "difference": null
            },
            {
              "id": "S-062",
              "difference": null
            },
            {
              "id": "S-063",
              "difference": null
            },
            {
              "id": "S-064",
              "difference": null
            },
            {
              "id": "S-065",
              "difference": null
            },
            {
              "id": "S-066",
              "difference": null
            },
            {
              "id": "S-067",
              "difference": null
            },
            {
              "id": "S-068",
              "difference": null
            },
            {
              "id": "S-069",
              "difference": null
            },
            {
              "id": "S-070",
              "difference": null
            },
            {
              "id": "S-071",
              "difference": null
            },
            {
              "id": "S-072",
              "difference": null
            },
            {
              "id": "S-073",
              "difference": null
            },
            {
              "id": "S-074",
              "difference": null
            },
            {
              "id": "S-075",
              "difference": null
            },
            {
              "id": "S-076",
              "difference": null
            },
            {
              "id": "S-077",
              "difference": null
            },
            {
              "id": "S-078",
              "difference": null
            },
            {
              "id": "S-079",
              "difference": null
            },
            {
              "id": "S-080",
              "difference": null
            },
            {
              "id": "S-081",
              "difference": null
            },
            {
              "id": "S-082",
              "difference": null
            },
            {
              "id": "S-083",
              "difference": null
            },
            {
              "id": "S-084",
              "difference": null
            },
            {
              "id": "S-085",
              "difference": null
            },
            {
              "id": "S-086",
              "difference": null
            },
            {
              "id": "S-087",
              "difference": null
            },
            {
              "id": "S-088",
              "difference": null
            },
            {
              "id": "S-089",
              "difference": null
            },
            {
              "id": "S-090",
              "difference": null
            },
            {
              "id": "S-091",
              "difference": null
            },
            {
              "id": "S-092",
              "difference": null
            },
            {
              "id": "S-093",
              "difference": null
            },
            {
              "id": "S-094",
              "difference": null
            },
            {
              "id": "S-095",
              "difference": null
            },
            {
              "id": "S-096",
              "difference": null
            },
            {
              "id": "S-097",
              "difference": null
            },
            {
              "id": "S-098",
              "difference": null
            },
            {
              "id": "S-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            3,
            0,
            0,
            3
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "J": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "S-000",
              "difference": null
            },
            {
              "id": "S-001",
              "difference": null
            },
            {
              "id": "S-002",
              "difference": null
            },
            {
              "id": "S-003",
              "difference": null
            },
            {
              "id": "S-004",
              "difference": null
            },
            {
              "id": "S-005",
              "difference": null
            },
            {
              "id": "S-006",
              "difference": null
            },
            {
              "id": "S-007",
              "difference": null
            },
            {
              "id": "S-008",
              "difference": null
            },
            {
              "id": "S-009",
              "difference": null
            },
            {
              "id": "S-010",
              "difference": null
            },
            {
              "id": "S-011",
              "difference": null
            },
            {
              "id": "S-012",
              "difference": null
            },
            {
              "id": "S-013",
              "difference": null
            },
            {
              "id": "S-014",
              "difference": null
            },
            {
              "id": "S-015",
              "difference": null
            },
            {
              "id": "S-016",
              "difference": null
            },
            {
              "id": "S-017",
              "difference": null
            },
            {
              "id": "S-018",
              "difference": null
            },
            {
              "id": "S-019",
              "difference": null
            },
            {
              "id": "S-020",
              "difference": null
            },
            {
              "id": "S-021",
              "difference": null
            },
            {
              "id": "S-022",
              "difference": null
            },
            {
              "id": "S-023",
              "difference": null
            },
            {
              "id": "S-024",
              "difference": null
            },
            {
              "id": "S-025",
              "difference": null
            },
            {
              "id": "S-026",
              "difference": null
            },
            {
              "id": "S-027",
              "difference": null
            },
            {
              "id": "S-028",
              "difference": null
            },
            {
              "id": "S-029",
              "difference": null
            },
            {
              "id": "S-030",
              "difference": null
            },
            {
              "id": "S-031",
              "difference": null
            },
            {
              "id": "S-032",
              "difference": null
            },
            {
              "id": "S-033",
              "difference": null
            },
            {
              "id": "S-034",
              "difference": null
            },
            {
              "id": "S-035",
              "difference": null
            },
            {
              "id": "S-036",
              "difference": null
            },
            {
              "id": "S-037",
              "difference": null
            },
            {
              "id": "S-038",
              "difference": null
            },
            {
              "id": "S-039",
              "difference": null
            },
            {
              "id": "S-040",
              "difference": null
            },
            {
              "id": "S-041",
              "difference": null
            },
            {
              "id": "S-042",
              "difference": null
            },
            {
              "id": "S-043",
              "difference": null
            },
            {
              "id": "S-044",
              "difference": null
            },
            {
              "id": "S-045",
              "difference": null
            },
            {
              "id": "S-046",
              "difference": null
            },
            {
              "id": "S-047",
              "difference": null
            },
            {
              "id": "S-048",
              "difference": null
            },
            {
              "id": "S-049",
              "difference": null
            },
            {
              "id": "S-050",
              "difference": null
            },
            {
              "id": "S-051",
              "difference": null
            },
            {
              "id": "S-052",
              "difference": null
            },
            {
              "id": "S-053",
              "difference": null
            },
            {
              "id": "S-054",
              "difference": null
            },
            {
              "id": "S-055",
              "difference": null
            },
            {
              "id": "S-056",
              "difference": null
            },
            {
              "id": "S-057",
              "difference": null
            },
            {
              "id": "S-058",
              "difference": null
            },
            {
              "id": "S-059",
              "difference": null
            },
            {
              "id": "S-060",
              "difference": null
            },
            {
              "id": "S-061",
              "difference": null
            },
            {
              "id": "S-062",
              "difference": null
            },
            {
              "id": "S-063",
              "difference": null
            },
            {
              "id": "S-064",
              "difference": null
            },
            {
              "id": "S-065",
              "difference": null
            },
            {
              "id": "S-066",
              "difference": null
            },
            {
              "id": "S-067",
              "difference": null
            },
            {
              "id": "S-068",
              "difference": null
            },
            {
              "id": "S-069",
              "difference": null
            },
            {
              "id": "S-070",
              "difference": null
            },
            {
              "id": "S-071",
              "difference": null
            },
            {
              "id": "S-072",
              "difference": null
            },
            {
              "id": "S-073",
              "difference": null
            },
            {
              "id": "S-074",
              "difference": null
            },
            {
              "id": "S-075",
              "difference": null
            },
            {
              "id": "S-076",
              "difference": null
            },
            {
              "id": "S-077",
              "difference": null
            },
            {
              "id": "S-078",
              "difference": null
            },
            {
              "id": "S-079",
              "difference": null
            },
            {
              "id": "S-080",
              "difference": null
            },
            {
              "id": "S-081",
              "difference": null
            },
            {
              "id": "S-082",
              "difference": null
            },
            {
              "id": "S-083",
              "difference": null
            },
            {
              "id": "S-084",
              "difference": null
            },
            {
              "id": "S-085",
              "difference": null
            },
            {
              "id": "S-086",
              "difference": null
            },
            {
              "id": "S-087",
              "difference": null
            },
            {
              "id": "S-088",
              "difference": null
            },
            {
              "id": "S-089",
              "difference": null
            },
            {
              "id": "S-090",
              "difference": null
            },
            {
              "id": "S-091",
              "difference": null
            },
            {
              "id": "S-092",
              "difference": null
            },
            {
              "id": "S-093",
              "difference": null
            },
            {
              "id": "S-094",
              "difference": null
            },
            {
              "id": "S-095",
              "difference": null
            },
            {
              "id": "S-096",
              "difference": null
            },
            {
              "id": "S-097",
              "difference": null
            },
            {
              "id": "S-098",
              "difference": null
            },
            {
              "id": "S-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            3,
            0,
            0,
            4
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        }
      }
    },
    "J": {
      "population": 100,
      "success": 0,
      "missing": 100,
      "comparisons": {
        "W": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "J-000",
              "difference": null
            },
            {
              "id": "J-001",
              "difference": null
            },
            {
              "id": "J-002",
              "difference": null
            },
            {
              "id": "J-003",
              "difference": null
            },
            {
              "id": "J-004",
              "difference": null
            },
            {
              "id": "J-005",
              "difference": null
            },
            {
              "id": "J-006",
              "difference": null
            },
            {
              "id": "J-007",
              "difference": null
            },
            {
              "id": "J-008",
              "difference": null
            },
            {
              "id": "J-009",
              "difference": null
            },
            {
              "id": "J-010",
              "difference": null
            },
            {
              "id": "J-011",
              "difference": null
            },
            {
              "id": "J-012",
              "difference": null
            },
            {
              "id": "J-013",
              "difference": null
            },
            {
              "id": "J-014",
              "difference": null
            },
            {
              "id": "J-015",
              "difference": null
            },
            {
              "id": "J-016",
              "difference": null
            },
            {
              "id": "J-017",
              "difference": null
            },
            {
              "id": "J-018",
              "difference": null
            },
            {
              "id": "J-019",
              "difference": null
            },
            {
              "id": "J-020",
              "difference": null
            },
            {
              "id": "J-021",
              "difference": null
            },
            {
              "id": "J-022",
              "difference": null
            },
            {
              "id": "J-023",
              "difference": null
            },
            {
              "id": "J-024",
              "difference": null
            },
            {
              "id": "J-025",
              "difference": null
            },
            {
              "id": "J-026",
              "difference": null
            },
            {
              "id": "J-027",
              "difference": null
            },
            {
              "id": "J-028",
              "difference": null
            },
            {
              "id": "J-029",
              "difference": null
            },
            {
              "id": "J-030",
              "difference": null
            },
            {
              "id": "J-031",
              "difference": null
            },
            {
              "id": "J-032",
              "difference": null
            },
            {
              "id": "J-033",
              "difference": null
            },
            {
              "id": "J-034",
              "difference": null
            },
            {
              "id": "J-035",
              "difference": null
            },
            {
              "id": "J-036",
              "difference": null
            },
            {
              "id": "J-037",
              "difference": null
            },
            {
              "id": "J-038",
              "difference": null
            },
            {
              "id": "J-039",
              "difference": null
            },
            {
              "id": "J-040",
              "difference": null
            },
            {
              "id": "J-041",
              "difference": null
            },
            {
              "id": "J-042",
              "difference": null
            },
            {
              "id": "J-043",
              "difference": null
            },
            {
              "id": "J-044",
              "difference": null
            },
            {
              "id": "J-045",
              "difference": null
            },
            {
              "id": "J-046",
              "difference": null
            },
            {
              "id": "J-047",
              "difference": null
            },
            {
              "id": "J-048",
              "difference": null
            },
            {
              "id": "J-049",
              "difference": null
            },
            {
              "id": "J-050",
              "difference": null
            },
            {
              "id": "J-051",
              "difference": null
            },
            {
              "id": "J-052",
              "difference": null
            },
            {
              "id": "J-053",
              "difference": null
            },
            {
              "id": "J-054",
              "difference": null
            },
            {
              "id": "J-055",
              "difference": null
            },
            {
              "id": "J-056",
              "difference": null
            },
            {
              "id": "J-057",
              "difference": null
            },
            {
              "id": "J-058",
              "difference": null
            },
            {
              "id": "J-059",
              "difference": null
            },
            {
              "id": "J-060",
              "difference": null
            },
            {
              "id": "J-061",
              "difference": null
            },
            {
              "id": "J-062",
              "difference": null
            },
            {
              "id": "J-063",
              "difference": null
            },
            {
              "id": "J-064",
              "difference": null
            },
            {
              "id": "J-065",
              "difference": null
            },
            {
              "id": "J-066",
              "difference": null
            },
            {
              "id": "J-067",
              "difference": null
            },
            {
              "id": "J-068",
              "difference": null
            },
            {
              "id": "J-069",
              "difference": null
            },
            {
              "id": "J-070",
              "difference": null
            },
            {
              "id": "J-071",
              "difference": null
            },
            {
              "id": "J-072",
              "difference": null
            },
            {
              "id": "J-073",
              "difference": null
            },
            {
              "id": "J-074",
              "difference": null
            },
            {
              "id": "J-075",
              "difference": null
            },
            {
              "id": "J-076",
              "difference": null
            },
            {
              "id": "J-077",
              "difference": null
            },
            {
              "id": "J-078",
              "difference": null
            },
            {
              "id": "J-079",
              "difference": null
            },
            {
              "id": "J-080",
              "difference": null
            },
            {
              "id": "J-081",
              "difference": null
            },
            {
              "id": "J-082",
              "difference": null
            },
            {
              "id": "J-083",
              "difference": null
            },
            {
              "id": "J-084",
              "difference": null
            },
            {
              "id": "J-085",
              "difference": null
            },
            {
              "id": "J-086",
              "difference": null
            },
            {
              "id": "J-087",
              "difference": null
            },
            {
              "id": "J-088",
              "difference": null
            },
            {
              "id": "J-089",
              "difference": null
            },
            {
              "id": "J-090",
              "difference": null
            },
            {
              "id": "J-091",
              "difference": null
            },
            {
              "id": "J-092",
              "difference": null
            },
            {
              "id": "J-093",
              "difference": null
            },
            {
              "id": "J-094",
              "difference": null
            },
            {
              "id": "J-095",
              "difference": null
            },
            {
              "id": "J-096",
              "difference": null
            },
            {
              "id": "J-097",
              "difference": null
            },
            {
              "id": "J-098",
              "difference": null
            },
            {
              "id": "J-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            4,
            0,
            0,
            0
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "A": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "J-000",
              "difference": null
            },
            {
              "id": "J-001",
              "difference": null
            },
            {
              "id": "J-002",
              "difference": null
            },
            {
              "id": "J-003",
              "difference": null
            },
            {
              "id": "J-004",
              "difference": null
            },
            {
              "id": "J-005",
              "difference": null
            },
            {
              "id": "J-006",
              "difference": null
            },
            {
              "id": "J-007",
              "difference": null
            },
            {
              "id": "J-008",
              "difference": null
            },
            {
              "id": "J-009",
              "difference": null
            },
            {
              "id": "J-010",
              "difference": null
            },
            {
              "id": "J-011",
              "difference": null
            },
            {
              "id": "J-012",
              "difference": null
            },
            {
              "id": "J-013",
              "difference": null
            },
            {
              "id": "J-014",
              "difference": null
            },
            {
              "id": "J-015",
              "difference": null
            },
            {
              "id": "J-016",
              "difference": null
            },
            {
              "id": "J-017",
              "difference": null
            },
            {
              "id": "J-018",
              "difference": null
            },
            {
              "id": "J-019",
              "difference": null
            },
            {
              "id": "J-020",
              "difference": null
            },
            {
              "id": "J-021",
              "difference": null
            },
            {
              "id": "J-022",
              "difference": null
            },
            {
              "id": "J-023",
              "difference": null
            },
            {
              "id": "J-024",
              "difference": null
            },
            {
              "id": "J-025",
              "difference": null
            },
            {
              "id": "J-026",
              "difference": null
            },
            {
              "id": "J-027",
              "difference": null
            },
            {
              "id": "J-028",
              "difference": null
            },
            {
              "id": "J-029",
              "difference": null
            },
            {
              "id": "J-030",
              "difference": null
            },
            {
              "id": "J-031",
              "difference": null
            },
            {
              "id": "J-032",
              "difference": null
            },
            {
              "id": "J-033",
              "difference": null
            },
            {
              "id": "J-034",
              "difference": null
            },
            {
              "id": "J-035",
              "difference": null
            },
            {
              "id": "J-036",
              "difference": null
            },
            {
              "id": "J-037",
              "difference": null
            },
            {
              "id": "J-038",
              "difference": null
            },
            {
              "id": "J-039",
              "difference": null
            },
            {
              "id": "J-040",
              "difference": null
            },
            {
              "id": "J-041",
              "difference": null
            },
            {
              "id": "J-042",
              "difference": null
            },
            {
              "id": "J-043",
              "difference": null
            },
            {
              "id": "J-044",
              "difference": null
            },
            {
              "id": "J-045",
              "difference": null
            },
            {
              "id": "J-046",
              "difference": null
            },
            {
              "id": "J-047",
              "difference": null
            },
            {
              "id": "J-048",
              "difference": null
            },
            {
              "id": "J-049",
              "difference": null
            },
            {
              "id": "J-050",
              "difference": null
            },
            {
              "id": "J-051",
              "difference": null
            },
            {
              "id": "J-052",
              "difference": null
            },
            {
              "id": "J-053",
              "difference": null
            },
            {
              "id": "J-054",
              "difference": null
            },
            {
              "id": "J-055",
              "difference": null
            },
            {
              "id": "J-056",
              "difference": null
            },
            {
              "id": "J-057",
              "difference": null
            },
            {
              "id": "J-058",
              "difference": null
            },
            {
              "id": "J-059",
              "difference": null
            },
            {
              "id": "J-060",
              "difference": null
            },
            {
              "id": "J-061",
              "difference": null
            },
            {
              "id": "J-062",
              "difference": null
            },
            {
              "id": "J-063",
              "difference": null
            },
            {
              "id": "J-064",
              "difference": null
            },
            {
              "id": "J-065",
              "difference": null
            },
            {
              "id": "J-066",
              "difference": null
            },
            {
              "id": "J-067",
              "difference": null
            },
            {
              "id": "J-068",
              "difference": null
            },
            {
              "id": "J-069",
              "difference": null
            },
            {
              "id": "J-070",
              "difference": null
            },
            {
              "id": "J-071",
              "difference": null
            },
            {
              "id": "J-072",
              "difference": null
            },
            {
              "id": "J-073",
              "difference": null
            },
            {
              "id": "J-074",
              "difference": null
            },
            {
              "id": "J-075",
              "difference": null
            },
            {
              "id": "J-076",
              "difference": null
            },
            {
              "id": "J-077",
              "difference": null
            },
            {
              "id": "J-078",
              "difference": null
            },
            {
              "id": "J-079",
              "difference": null
            },
            {
              "id": "J-080",
              "difference": null
            },
            {
              "id": "J-081",
              "difference": null
            },
            {
              "id": "J-082",
              "difference": null
            },
            {
              "id": "J-083",
              "difference": null
            },
            {
              "id": "J-084",
              "difference": null
            },
            {
              "id": "J-085",
              "difference": null
            },
            {
              "id": "J-086",
              "difference": null
            },
            {
              "id": "J-087",
              "difference": null
            },
            {
              "id": "J-088",
              "difference": null
            },
            {
              "id": "J-089",
              "difference": null
            },
            {
              "id": "J-090",
              "difference": null
            },
            {
              "id": "J-091",
              "difference": null
            },
            {
              "id": "J-092",
              "difference": null
            },
            {
              "id": "J-093",
              "difference": null
            },
            {
              "id": "J-094",
              "difference": null
            },
            {
              "id": "J-095",
              "difference": null
            },
            {
              "id": "J-096",
              "difference": null
            },
            {
              "id": "J-097",
              "difference": null
            },
            {
              "id": "J-098",
              "difference": null
            },
            {
              "id": "J-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            4,
            0,
            0,
            1
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "V": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "J-000",
              "difference": null
            },
            {
              "id": "J-001",
              "difference": null
            },
            {
              "id": "J-002",
              "difference": null
            },
            {
              "id": "J-003",
              "difference": null
            },
            {
              "id": "J-004",
              "difference": null
            },
            {
              "id": "J-005",
              "difference": null
            },
            {
              "id": "J-006",
              "difference": null
            },
            {
              "id": "J-007",
              "difference": null
            },
            {
              "id": "J-008",
              "difference": null
            },
            {
              "id": "J-009",
              "difference": null
            },
            {
              "id": "J-010",
              "difference": null
            },
            {
              "id": "J-011",
              "difference": null
            },
            {
              "id": "J-012",
              "difference": null
            },
            {
              "id": "J-013",
              "difference": null
            },
            {
              "id": "J-014",
              "difference": null
            },
            {
              "id": "J-015",
              "difference": null
            },
            {
              "id": "J-016",
              "difference": null
            },
            {
              "id": "J-017",
              "difference": null
            },
            {
              "id": "J-018",
              "difference": null
            },
            {
              "id": "J-019",
              "difference": null
            },
            {
              "id": "J-020",
              "difference": null
            },
            {
              "id": "J-021",
              "difference": null
            },
            {
              "id": "J-022",
              "difference": null
            },
            {
              "id": "J-023",
              "difference": null
            },
            {
              "id": "J-024",
              "difference": null
            },
            {
              "id": "J-025",
              "difference": null
            },
            {
              "id": "J-026",
              "difference": null
            },
            {
              "id": "J-027",
              "difference": null
            },
            {
              "id": "J-028",
              "difference": null
            },
            {
              "id": "J-029",
              "difference": null
            },
            {
              "id": "J-030",
              "difference": null
            },
            {
              "id": "J-031",
              "difference": null
            },
            {
              "id": "J-032",
              "difference": null
            },
            {
              "id": "J-033",
              "difference": null
            },
            {
              "id": "J-034",
              "difference": null
            },
            {
              "id": "J-035",
              "difference": null
            },
            {
              "id": "J-036",
              "difference": null
            },
            {
              "id": "J-037",
              "difference": null
            },
            {
              "id": "J-038",
              "difference": null
            },
            {
              "id": "J-039",
              "difference": null
            },
            {
              "id": "J-040",
              "difference": null
            },
            {
              "id": "J-041",
              "difference": null
            },
            {
              "id": "J-042",
              "difference": null
            },
            {
              "id": "J-043",
              "difference": null
            },
            {
              "id": "J-044",
              "difference": null
            },
            {
              "id": "J-045",
              "difference": null
            },
            {
              "id": "J-046",
              "difference": null
            },
            {
              "id": "J-047",
              "difference": null
            },
            {
              "id": "J-048",
              "difference": null
            },
            {
              "id": "J-049",
              "difference": null
            },
            {
              "id": "J-050",
              "difference": null
            },
            {
              "id": "J-051",
              "difference": null
            },
            {
              "id": "J-052",
              "difference": null
            },
            {
              "id": "J-053",
              "difference": null
            },
            {
              "id": "J-054",
              "difference": null
            },
            {
              "id": "J-055",
              "difference": null
            },
            {
              "id": "J-056",
              "difference": null
            },
            {
              "id": "J-057",
              "difference": null
            },
            {
              "id": "J-058",
              "difference": null
            },
            {
              "id": "J-059",
              "difference": null
            },
            {
              "id": "J-060",
              "difference": null
            },
            {
              "id": "J-061",
              "difference": null
            },
            {
              "id": "J-062",
              "difference": null
            },
            {
              "id": "J-063",
              "difference": null
            },
            {
              "id": "J-064",
              "difference": null
            },
            {
              "id": "J-065",
              "difference": null
            },
            {
              "id": "J-066",
              "difference": null
            },
            {
              "id": "J-067",
              "difference": null
            },
            {
              "id": "J-068",
              "difference": null
            },
            {
              "id": "J-069",
              "difference": null
            },
            {
              "id": "J-070",
              "difference": null
            },
            {
              "id": "J-071",
              "difference": null
            },
            {
              "id": "J-072",
              "difference": null
            },
            {
              "id": "J-073",
              "difference": null
            },
            {
              "id": "J-074",
              "difference": null
            },
            {
              "id": "J-075",
              "difference": null
            },
            {
              "id": "J-076",
              "difference": null
            },
            {
              "id": "J-077",
              "difference": null
            },
            {
              "id": "J-078",
              "difference": null
            },
            {
              "id": "J-079",
              "difference": null
            },
            {
              "id": "J-080",
              "difference": null
            },
            {
              "id": "J-081",
              "difference": null
            },
            {
              "id": "J-082",
              "difference": null
            },
            {
              "id": "J-083",
              "difference": null
            },
            {
              "id": "J-084",
              "difference": null
            },
            {
              "id": "J-085",
              "difference": null
            },
            {
              "id": "J-086",
              "difference": null
            },
            {
              "id": "J-087",
              "difference": null
            },
            {
              "id": "J-088",
              "difference": null
            },
            {
              "id": "J-089",
              "difference": null
            },
            {
              "id": "J-090",
              "difference": null
            },
            {
              "id": "J-091",
              "difference": null
            },
            {
              "id": "J-092",
              "difference": null
            },
            {
              "id": "J-093",
              "difference": null
            },
            {
              "id": "J-094",
              "difference": null
            },
            {
              "id": "J-095",
              "difference": null
            },
            {
              "id": "J-096",
              "difference": null
            },
            {
              "id": "J-097",
              "difference": null
            },
            {
              "id": "J-098",
              "difference": null
            },
            {
              "id": "J-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            4,
            0,
            0,
            2
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "S": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "J-000",
              "difference": null
            },
            {
              "id": "J-001",
              "difference": null
            },
            {
              "id": "J-002",
              "difference": null
            },
            {
              "id": "J-003",
              "difference": null
            },
            {
              "id": "J-004",
              "difference": null
            },
            {
              "id": "J-005",
              "difference": null
            },
            {
              "id": "J-006",
              "difference": null
            },
            {
              "id": "J-007",
              "difference": null
            },
            {
              "id": "J-008",
              "difference": null
            },
            {
              "id": "J-009",
              "difference": null
            },
            {
              "id": "J-010",
              "difference": null
            },
            {
              "id": "J-011",
              "difference": null
            },
            {
              "id": "J-012",
              "difference": null
            },
            {
              "id": "J-013",
              "difference": null
            },
            {
              "id": "J-014",
              "difference": null
            },
            {
              "id": "J-015",
              "difference": null
            },
            {
              "id": "J-016",
              "difference": null
            },
            {
              "id": "J-017",
              "difference": null
            },
            {
              "id": "J-018",
              "difference": null
            },
            {
              "id": "J-019",
              "difference": null
            },
            {
              "id": "J-020",
              "difference": null
            },
            {
              "id": "J-021",
              "difference": null
            },
            {
              "id": "J-022",
              "difference": null
            },
            {
              "id": "J-023",
              "difference": null
            },
            {
              "id": "J-024",
              "difference": null
            },
            {
              "id": "J-025",
              "difference": null
            },
            {
              "id": "J-026",
              "difference": null
            },
            {
              "id": "J-027",
              "difference": null
            },
            {
              "id": "J-028",
              "difference": null
            },
            {
              "id": "J-029",
              "difference": null
            },
            {
              "id": "J-030",
              "difference": null
            },
            {
              "id": "J-031",
              "difference": null
            },
            {
              "id": "J-032",
              "difference": null
            },
            {
              "id": "J-033",
              "difference": null
            },
            {
              "id": "J-034",
              "difference": null
            },
            {
              "id": "J-035",
              "difference": null
            },
            {
              "id": "J-036",
              "difference": null
            },
            {
              "id": "J-037",
              "difference": null
            },
            {
              "id": "J-038",
              "difference": null
            },
            {
              "id": "J-039",
              "difference": null
            },
            {
              "id": "J-040",
              "difference": null
            },
            {
              "id": "J-041",
              "difference": null
            },
            {
              "id": "J-042",
              "difference": null
            },
            {
              "id": "J-043",
              "difference": null
            },
            {
              "id": "J-044",
              "difference": null
            },
            {
              "id": "J-045",
              "difference": null
            },
            {
              "id": "J-046",
              "difference": null
            },
            {
              "id": "J-047",
              "difference": null
            },
            {
              "id": "J-048",
              "difference": null
            },
            {
              "id": "J-049",
              "difference": null
            },
            {
              "id": "J-050",
              "difference": null
            },
            {
              "id": "J-051",
              "difference": null
            },
            {
              "id": "J-052",
              "difference": null
            },
            {
              "id": "J-053",
              "difference": null
            },
            {
              "id": "J-054",
              "difference": null
            },
            {
              "id": "J-055",
              "difference": null
            },
            {
              "id": "J-056",
              "difference": null
            },
            {
              "id": "J-057",
              "difference": null
            },
            {
              "id": "J-058",
              "difference": null
            },
            {
              "id": "J-059",
              "difference": null
            },
            {
              "id": "J-060",
              "difference": null
            },
            {
              "id": "J-061",
              "difference": null
            },
            {
              "id": "J-062",
              "difference": null
            },
            {
              "id": "J-063",
              "difference": null
            },
            {
              "id": "J-064",
              "difference": null
            },
            {
              "id": "J-065",
              "difference": null
            },
            {
              "id": "J-066",
              "difference": null
            },
            {
              "id": "J-067",
              "difference": null
            },
            {
              "id": "J-068",
              "difference": null
            },
            {
              "id": "J-069",
              "difference": null
            },
            {
              "id": "J-070",
              "difference": null
            },
            {
              "id": "J-071",
              "difference": null
            },
            {
              "id": "J-072",
              "difference": null
            },
            {
              "id": "J-073",
              "difference": null
            },
            {
              "id": "J-074",
              "difference": null
            },
            {
              "id": "J-075",
              "difference": null
            },
            {
              "id": "J-076",
              "difference": null
            },
            {
              "id": "J-077",
              "difference": null
            },
            {
              "id": "J-078",
              "difference": null
            },
            {
              "id": "J-079",
              "difference": null
            },
            {
              "id": "J-080",
              "difference": null
            },
            {
              "id": "J-081",
              "difference": null
            },
            {
              "id": "J-082",
              "difference": null
            },
            {
              "id": "J-083",
              "difference": null
            },
            {
              "id": "J-084",
              "difference": null
            },
            {
              "id": "J-085",
              "difference": null
            },
            {
              "id": "J-086",
              "difference": null
            },
            {
              "id": "J-087",
              "difference": null
            },
            {
              "id": "J-088",
              "difference": null
            },
            {
              "id": "J-089",
              "difference": null
            },
            {
              "id": "J-090",
              "difference": null
            },
            {
              "id": "J-091",
              "difference": null
            },
            {
              "id": "J-092",
              "difference": null
            },
            {
              "id": "J-093",
              "difference": null
            },
            {
              "id": "J-094",
              "difference": null
            },
            {
              "id": "J-095",
              "difference": null
            },
            {
              "id": "J-096",
              "difference": null
            },
            {
              "id": "J-097",
              "difference": null
            },
            {
              "id": "J-098",
              "difference": null
            },
            {
              "id": "J-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            4,
            0,
            0,
            3
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        },
        "J": {
          "mean_all_100": null,
          "ci_all_100": null,
          "conditional_success_subset_mean": null,
          "conditional_success_subset_ci": null,
          "all_100_paired_differences": [
            {
              "id": "J-000",
              "difference": null
            },
            {
              "id": "J-001",
              "difference": null
            },
            {
              "id": "J-002",
              "difference": null
            },
            {
              "id": "J-003",
              "difference": null
            },
            {
              "id": "J-004",
              "difference": null
            },
            {
              "id": "J-005",
              "difference": null
            },
            {
              "id": "J-006",
              "difference": null
            },
            {
              "id": "J-007",
              "difference": null
            },
            {
              "id": "J-008",
              "difference": null
            },
            {
              "id": "J-009",
              "difference": null
            },
            {
              "id": "J-010",
              "difference": null
            },
            {
              "id": "J-011",
              "difference": null
            },
            {
              "id": "J-012",
              "difference": null
            },
            {
              "id": "J-013",
              "difference": null
            },
            {
              "id": "J-014",
              "difference": null
            },
            {
              "id": "J-015",
              "difference": null
            },
            {
              "id": "J-016",
              "difference": null
            },
            {
              "id": "J-017",
              "difference": null
            },
            {
              "id": "J-018",
              "difference": null
            },
            {
              "id": "J-019",
              "difference": null
            },
            {
              "id": "J-020",
              "difference": null
            },
            {
              "id": "J-021",
              "difference": null
            },
            {
              "id": "J-022",
              "difference": null
            },
            {
              "id": "J-023",
              "difference": null
            },
            {
              "id": "J-024",
              "difference": null
            },
            {
              "id": "J-025",
              "difference": null
            },
            {
              "id": "J-026",
              "difference": null
            },
            {
              "id": "J-027",
              "difference": null
            },
            {
              "id": "J-028",
              "difference": null
            },
            {
              "id": "J-029",
              "difference": null
            },
            {
              "id": "J-030",
              "difference": null
            },
            {
              "id": "J-031",
              "difference": null
            },
            {
              "id": "J-032",
              "difference": null
            },
            {
              "id": "J-033",
              "difference": null
            },
            {
              "id": "J-034",
              "difference": null
            },
            {
              "id": "J-035",
              "difference": null
            },
            {
              "id": "J-036",
              "difference": null
            },
            {
              "id": "J-037",
              "difference": null
            },
            {
              "id": "J-038",
              "difference": null
            },
            {
              "id": "J-039",
              "difference": null
            },
            {
              "id": "J-040",
              "difference": null
            },
            {
              "id": "J-041",
              "difference": null
            },
            {
              "id": "J-042",
              "difference": null
            },
            {
              "id": "J-043",
              "difference": null
            },
            {
              "id": "J-044",
              "difference": null
            },
            {
              "id": "J-045",
              "difference": null
            },
            {
              "id": "J-046",
              "difference": null
            },
            {
              "id": "J-047",
              "difference": null
            },
            {
              "id": "J-048",
              "difference": null
            },
            {
              "id": "J-049",
              "difference": null
            },
            {
              "id": "J-050",
              "difference": null
            },
            {
              "id": "J-051",
              "difference": null
            },
            {
              "id": "J-052",
              "difference": null
            },
            {
              "id": "J-053",
              "difference": null
            },
            {
              "id": "J-054",
              "difference": null
            },
            {
              "id": "J-055",
              "difference": null
            },
            {
              "id": "J-056",
              "difference": null
            },
            {
              "id": "J-057",
              "difference": null
            },
            {
              "id": "J-058",
              "difference": null
            },
            {
              "id": "J-059",
              "difference": null
            },
            {
              "id": "J-060",
              "difference": null
            },
            {
              "id": "J-061",
              "difference": null
            },
            {
              "id": "J-062",
              "difference": null
            },
            {
              "id": "J-063",
              "difference": null
            },
            {
              "id": "J-064",
              "difference": null
            },
            {
              "id": "J-065",
              "difference": null
            },
            {
              "id": "J-066",
              "difference": null
            },
            {
              "id": "J-067",
              "difference": null
            },
            {
              "id": "J-068",
              "difference": null
            },
            {
              "id": "J-069",
              "difference": null
            },
            {
              "id": "J-070",
              "difference": null
            },
            {
              "id": "J-071",
              "difference": null
            },
            {
              "id": "J-072",
              "difference": null
            },
            {
              "id": "J-073",
              "difference": null
            },
            {
              "id": "J-074",
              "difference": null
            },
            {
              "id": "J-075",
              "difference": null
            },
            {
              "id": "J-076",
              "difference": null
            },
            {
              "id": "J-077",
              "difference": null
            },
            {
              "id": "J-078",
              "difference": null
            },
            {
              "id": "J-079",
              "difference": null
            },
            {
              "id": "J-080",
              "difference": null
            },
            {
              "id": "J-081",
              "difference": null
            },
            {
              "id": "J-082",
              "difference": null
            },
            {
              "id": "J-083",
              "difference": null
            },
            {
              "id": "J-084",
              "difference": null
            },
            {
              "id": "J-085",
              "difference": null
            },
            {
              "id": "J-086",
              "difference": null
            },
            {
              "id": "J-087",
              "difference": null
            },
            {
              "id": "J-088",
              "difference": null
            },
            {
              "id": "J-089",
              "difference": null
            },
            {
              "id": "J-090",
              "difference": null
            },
            {
              "id": "J-091",
              "difference": null
            },
            {
              "id": "J-092",
              "difference": null
            },
            {
              "id": "J-093",
              "difference": null
            },
            {
              "id": "J-094",
              "difference": null
            },
            {
              "id": "J-095",
              "difference": null
            },
            {
              "id": "J-096",
              "difference": null
            },
            {
              "id": "J-097",
              "difference": null
            },
            {
              "id": "J-098",
              "difference": null
            },
            {
              "id": "J-099",
              "difference": null
            }
          ],
          "paired_differences": [],
          "pair_ids": [],
          "bootstrap_status": "no_successful_pairs",
          "requested_replicates": 10000,
          "completed_replicates": 0,
          "seed_sequence": [
            20261020,
            2,
            4,
            0,
            0,
            4
          ],
          "generator": "PCG64",
          "interval": "pointwise 95% percentile; NumPy linear"
        }
      }
    }
  },
  "pairs": [
    {
      "id": "W-000",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2888.325737971083,
          "levels": [
            -2888.325737971083,
            -2888.325737971083,
            -2888.325737971083
          ],
          "alternate": -2888.325737971083,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 3.458900027908385e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2892.031089370226,
          "levels": [
            -2892.031089370226,
            -2892.031089370226,
            -2892.031089370226
          ],
          "alternate": -2892.031089370226,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.0014745887408456686
            ],
            "polynomial_residuals": [
              1.0480505352461478e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.415242838997059e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.017609868999898026
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000043,
            "elapsed_seconds": 6.716516518999924
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2893.2546324259347,
          "levels": [
            -2893.2546324259347,
            -2893.2546324259347,
            -2893.2546324259347
          ],
          "alternate": -2893.2546324259347,
          "omitted_ratio": 1.9341034068262913e-16,
          "diagnostics": {
            "log_t_mode": -0.128447073789158,
            "log_t_cut": -2.128447073789158,
            "log_tail_upper": -42.39271951054745,
            "log_body_lower_numeric": -6.211001886096741,
            "quad_relative_error": 1.1102232263367108e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006044353000106639
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2894.7344716535717,
          "levels": [
            -2894.7344716535717,
            -2894.7344716535717,
            -2894.7344716535717
          ],
          "alternate": -2894.7344716535717,
          "omitted_ratio": 2.6606382576982537e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -49.251939820492346,
            "log_body_lower_numeric": -20.296899652083905,
            "quad_relative_error": 5.5259229845766904e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006316783999864128
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8601.909031899959,
          "levels": [
            -8601.909031899959,
            -8601.909031899959,
            -8601.909031899959
          ],
          "alternate": -8601.909031899959,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.5562000044155866e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8603.710772541448,
          "levels": [
            -8603.710772541448,
            -8603.710772541448,
            -8603.710772541448
          ],
          "alternate": -8603.710772541448,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.02345941689048303
            ],
            "polynomial_residuals": [
              2.842170943040401e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3854134056076928e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013358364000850997
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": -8609.469980824464,
          "levels": [
            -8609.469980824464,
            -8609.469980824464,
            -8609.469980824464
          ],
          "alternate": -8609.469980824464,
          "omitted_ratio": 1.2516924558353473e-09,
          "diagnostics": {
            "mode": [
              0.00655794032978521,
              -0.01162239851620226
            ],
            "kkt_residual": 3.097896111529866e-05,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              2024.5335372546356,
              2071.466462745364
            ],
            "cells": 538,
            "partition_refinement_log_mass": [
              -7.560948924506036,
              -7.560948924506036,
              -7.560948924506036
            ],
            "cartesian_log_j": [
              -7.560950105181727,
              -7.560948924501464
            ],
            "active_log_risk_ratio": -18.429832501557243,
            "bound_certified": false,
            "evaluations": 1779040,
            "elapsed_seconds": 5.957009555000695
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8608.26262283933,
          "levels": [
            -8608.26262283933,
            -8608.26262283933,
            -8608.26262283933
          ],
          "alternate": -8608.26262283933,
          "omitted_ratio": 6.597911575533861e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -83.38156958578868,
            "log_body_lower_numeric": -30.006280524940664,
            "quad_relative_error": 1.1102230374885951e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005277022999507608
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8608.76642499986,
          "levels": [
            -8608.76642499986,
            -8608.76642499986,
            -8608.76642499986
          ],
          "alternate": -8608.76642499986,
          "omitted_ratio": 1.0650844975803666e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -90.05443898334559,
            "log_body_lower_numeric": -34.855450887953644,
            "quad_relative_error": 1.110223032060708e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005587841999840748
          }
        }
      },
      "old_plugin_scores": {
        "W": 8348.336966913506,
        "A": 8348.606116318422,
        "V": 8348.088779801314,
        "S": 8347.394574509877,
        "J": 8348.336966913506
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.09724706957366,
          "phase": [
            0.08871682577346794,
            0.07282362148114578,
            0.06908840633281872,
            0.05858062824276194,
            0.07392145162751716,
            0.051008621291437274,
            0.04568128346005366,
            0.054517792272212415,
            0.060927559328357334,
            0.06374141917567748,
            0.07142116709993925,
            0.06591232102605035,
            0.05347083116424102,
            0.05387828513780438,
            0.06958865528862909,
            0.062224731614871645,
            0.07600965907572294,
            0.05599051029268699,
            0.06295265439034682,
            0.06315860842606849,
            0.053577719693325254,
            0.06962426066390386,
            0.04617409054127002,
            0.06569373917143154,
            0.05487298779145993,
            0.055908880004508166,
            0.06808835268383459,
            0.0648788071018356,
            0.08230309265093923,
            0.06829030633231044,
            0.07243848775173277,
            0.0474192051244033,
            0.0599702057512846,
            0.07681375324311021,
            0.05516666804433714,
            0.04947620462848169,
            0.09427403668303107,
            0.08356590387211575,
            0.054338620697834863,
            0.07418073214516757,
            0.07102183842159517,
            0.05659461611350356,
            0.06422388160982719,
            0.06354999738884032,
            0.06106519714927972,
            0.04327268826275507,
            0.08830477089963185,
            0.05434165901516686,
            0.044563660444624675,
            0.07183551241303461,
            0.057585283118860055,
            0.06348941175981382,
            0.08146956489029765,
            0.05141145080254908,
            0.056388895019472744,
            0.05999302307564832,
            0.07012069435836508,
            0.07027884628143884,
            0.0803523005315033,
            0.06592580980243777,
            0.057784632683944376,
            0.04799740267345073,
            0.0810964858190488,
            0.0639083599604427
          ],
          "B": -0.0060422217773351845,
          "D": 4.096563721338525,
          "initial": [
            0.0002967506669681791
          ],
          "qr": [
            [
              [
                2.0240924679734107,
                -0.0029851510605070474
              ],
              [
                0.0,
                2.0240680721948654
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.07045358501845339,
              "O": 4.026793484555207,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.0470331706227623,
              "O": 4.050213898950899,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.166786050801404,
          "phase": [
            0.13948479143348294,
            0.1519405648586884,
            0.13608146740893534,
            0.11915883568131727,
            0.12983098407053223,
            0.09453973274429217,
            0.11937385528987118,
            0.1310260088983441,
            0.12232376993681957,
            0.13456645484545554,
            0.14461725547050583,
            0.12182975500843862,
            0.12324401921208532,
            0.10893448386155485,
            0.1316629491940025,
            0.11557979786021286,
            0.1369301909486224,
            0.13294284288060862,
            0.130304771672062,
            0.12239787205962402,
            0.12336289914784386,
            0.14819990909713493,
            0.10480650310746553,
            0.11316915679768616,
            0.12260203986570306,
            0.11987661877368774,
            0.1140869250882221,
            0.13163729627767168,
            0.1360162722106001,
            0.14157208400150778,
            0.1329449133700387,
            0.0981776288858267,
            0.12955403760721318,
            0.13812402260559026,
            0.14093673169491916,
            0.1098270482100463,
            0.15624833950528988,
            0.14864926526411237,
            0.11213577930602822,
            0.15034761032827107,
            0.12802608256678577,
            0.11196795637295101,
            0.10988353835692127,
            0.11446139251300455,
            0.13959198215970012,
            0.09726482022309843,
            0.15659265861006247,
            0.13543237047583873,
            0.11868276079909679,
            0.1371532671991212,
            0.12607021589884,
            0.11788201622144678,
            0.14053735939648318,
            0.11179591191995561,
            0.12002104545898151,
            0.12365279130710241,
            0.12542353618008373,
            0.11987079023410069,
            0.16275683407448974,
            0.12448520830166099,
            0.1382411262102173,
            0.11694045012587923,
            0.14933171000055112,
            0.12167474171471693
          ],
          "B": -0.19160270895404768,
          "D": 8.16541755633008,
          "initial": [
            0.0002967506669681791,
            0.0006851057181568429
          ],
          "qr": [
            [
              [
                2.0240924679734107,
                -0.0029851510605070474
              ],
              [
                0.0,
                2.0240680721948654
              ]
            ],
            [
              [
                -2.017140023773656,
                0.09199187215053457
              ],
              [
                0.0,
                -2.0152112634083683
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.11682305995031585,
              "O": 8.049962990851089,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.1016570621079397,
              "O": 8.065128988693465,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8348.336966913506,
          "A": 8348.606116318422,
          "V": 8348.088779801314,
          "S": 8347.394574509877,
          "J": 8348.336966913506
        },
        "predictive": {
          "W": 8348.013841144206,
          "A": 8349.91745190186,
          "V": null,
          "S": 8346.589144659687,
          "J": 8347.565181726794
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.32312576930053183,
          "A": 1.3113355834375398,
          "V": null,
          "S": -0.805429850190194,
          "J": -0.7717851867128047
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: diagnostic_gate"
    },
    {
      "id": "A-000",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2831.6904147120276,
          "levels": [
            -2831.6904147120276,
            -2831.6904147120276,
            -2831.6904147120276
          ],
          "alternate": -2831.6904147120276,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1570999959076289e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1863.9251817407448,
          "levels": [
            -1863.9251817407448,
            -1863.9251817407448,
            -1863.9251817407448
          ],
          "alternate": -1863.9251817407448,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.614698548656412
            ],
            "polynomial_residuals": [
              4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.1368683772161607e-12,
            "quad_relative_error": 9.190150762954063e-14,
            "evaluations": 1947,
            "elapsed_seconds": 0.011137619000692212
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000026,
            "elapsed_seconds": 7.142662019999989
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2786.3719974718797,
          "levels": [
            -2786.3719974718797,
            -2786.3719974718797,
            -2786.3719974718797
          ],
          "alternate": -2786.3719974718797,
          "omitted_ratio": 1.2005909663784663e-12,
          "diagnostics": {
            "log_t_mode": -1.4091057944267587,
            "log_t_cut": -3.4091057944267584,
            "log_tail_upper": 7.230498652660987,
            "log_body_lower_numeric": 34.678705861038054,
            "quad_relative_error": 2.350816689522185e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.01160502600032487
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2798.3770966038915,
          "levels": [
            -2798.3770966038915,
            -2798.3770966038915,
            -2798.3770966038915
          ],
          "alternate": -2798.3770966038915,
          "omitted_ratio": 1.2584178484880796e-12,
          "diagnostics": {
            "log_t_mode": -1.264191304551754,
            "log_t_cut": -3.264191304551754,
            "log_tail_upper": -4.713604342038961,
            "log_body_lower_numeric": 22.687561517750748,
            "quad_relative_error": 1.160347170842107e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008745687999180518
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8616.955750127174,
          "levels": [
            -8616.955750127174,
            -8616.955750127174,
            -8616.955750127174
          ],
          "alternate": -8616.955750127174,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3779999790131114e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6652.689871737348,
          "levels": [
            -6652.689871737348,
            -6652.689871737348,
            -6652.689871737348
          ],
          "alternate": -6652.689871737348,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6181038280548794
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2500230653591821e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012681778000114718
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": -8624.37763248803,
          "levels": [
            -8624.377632488027,
            -8624.37763248803,
            -8624.37763248803
          ],
          "alternate": -8624.37763248803,
          "omitted_ratio": 1.073398640805383e-09,
          "diagnostics": {
            "mode": [
              0.01645279067109172,
              0.005449009902721755
            ],
            "kkt_residual": 1.9197639903283964e-07,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              1967.7380820794378,
              2128.261917920563
            ],
            "cells": 571,
            "partition_refinement_log_mass": [
              -7.421882360854972,
              -7.421882360854972,
              -7.421882360854972
            ],
            "cartesian_log_j": [
              -7.42188366741643,
              -7.421882360849356
            ],
            "active_log_risk_ratio": -18.422007479487036,
            "bound_certified": false,
            "evaluations": 1882763,
            "elapsed_seconds": 7.219319756999539
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8545.787012995295,
          "levels": [
            -8545.787012995295,
            -8545.787012995295,
            -8545.787012995295
          ],
          "alternate": -8545.787012995295,
          "omitted_ratio": 1.479128536316286e-23,
          "diagnostics": {
            "log_t_mode": -1.2572402618867835,
            "log_t_cut": -3.2572402618867837,
            "log_tail_upper": -3.3419863437293573,
            "log_body_lower_numeric": 49.22601770759758,
            "quad_relative_error": 1.5024088038554626e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.022156270000778022
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8525.40144241433,
          "levels": [
            -8525.40144241433,
            -8525.40144241433,
            -8525.40144241433
          ],
          "alternate": -8525.40144241433,
          "omitted_ratio": 1.4224171641708596e-23,
          "diagnostics": {
            "log_t_mode": -1.3816604544627231,
            "log_t_cut": -3.381660454462723,
            "log_tail_upper": 16.99245286632914,
            "log_body_lower_numeric": 69.59955235243824,
            "quad_relative_error": 4.73954282302597e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.020973335000235238
          }
        }
      },
      "old_plugin_scores": {
        "W": 8275.064589317564,
        "A": 9272.46912766356,
        "V": 8270.749447520979,
        "S": 8300.09850823083,
        "J": 8333.510132161093
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9854942625690652,
          "phase": [
            0.06559588949913818,
            0.0797978324956086,
            0.0702024806512461,
            0.06996404337904356,
            0.07440733391225134,
            0.05472173710072618,
            0.047310428033995724,
            0.06199060970399267,
            0.05605375030564737,
            0.06757965066541285,
            0.07349207483706616,
            0.06833222319398789,
            0.05699296972901239,
            0.05623086276424528,
            0.04781041738727609,
            0.03889346739107113,
            0.04905166010114451,
            0.04274700445209266,
            0.041443865019566775,
            0.05613362600253111,
            0.053373163018994814,
            0.06674240504380845,
            0.06626274213146016,
            0.07295450824472056,
            0.06443738156823799,
            0.06362752926588713,
            0.06547230932356281,
            0.07657479222782816,
            0.08228569897946691,
            0.05426453295350515,
            0.05721146292570452,
            0.058709898833965206,
            0.06680844933958725,
            0.06100167623557649,
            0.05962702871498101,
            0.049314201520053516,
            0.049136724591096415,
            0.0686440873586295,
            0.07221443299431234,
            0.07345860793526239,
            0.07693727036787738,
            0.07404331665654526,
            0.0787804436438161,
            0.062470886561373236,
            0.06998416710255509,
            0.05595201726750449,
            0.06283172403191595,
            0.06918585188884546,
            0.06349415536441223,
            0.06477688413167415,
            0.05107996634942691,
            0.06580328142518993,
            0.05434239147797214,
            0.05427141985554379,
            0.06015309927487208,
            0.056155852536106214,
            0.056688692395820424,
            0.04708625915457756,
            0.07065972739706834,
            0.05803637091377235,
            0.05333524930204664,
            0.06669030139635442,
            0.08209079534611184,
            0.06977057889598606
          ],
          "B": 2.4492947241515015,
          "D": 3.9835731142338733,
          "initial": [
            0.00038367100867183905
          ],
          "qr": [
            [
              [
                1.996274177451683,
                1.2269330294489484
              ],
              [
                0.0,
                1.5743545110583486
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.23672458161246085,
              "O": 3.7487696809566047,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.2063442298092469,
              "O": 3.7791500327598184,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.196842035188293,
          "phase": [
            0.13644592246899367,
            0.17609020595507596,
            0.16708138077498869,
            0.15136272662401623,
            0.14110365843267017,
            0.12074928803854401,
            0.12531436851750943,
            0.1268088157410051,
            0.1338150904274104,
            0.13947426829211673,
            0.14410544237416756,
            0.1396052703203935,
            0.13467888469922382,
            0.11597117932215843,
            0.11494094993049375,
            0.09455089860995404,
            0.12337114441743655,
            0.11008886084759976,
            0.10954385417555591,
            0.12971929713017558,
            0.11347330863428404,
            0.12197848891128492,
            0.1351117152687948,
            0.1264235594839743,
            0.12050085132339558,
            0.12888336686090077,
            0.14118551529910314,
            0.14498300700579708,
            0.15512812251059346,
            0.10535187747874558,
            0.11970503128270124,
            0.12168307242852616,
            0.12740187567041933,
            0.11556285975797481,
            0.12806509311179068,
            0.11322566496255826,
            0.1166015055075416,
            0.12868210262864568,
            0.16401476320814784,
            0.14399607417386492,
            0.13654335418160773,
            0.1345510859975101,
            0.14294671732120356,
            0.12850334401951288,
            0.1330953193891807,
            0.11556672291798445,
            0.12939747672312682,
            0.11952404654938842,
            0.1274543725580774,
            0.11884451393545627,
            0.12785149278595653,
            0.12396123663814904,
            0.11028964574732336,
            0.10403372897463739,
            0.12295545065335323,
            0.1304156002874322,
            0.11448983954342151,
            0.09578420250060293,
            0.12294123144915278,
            0.09813425260921951,
            0.12270290019973944,
            0.15298309778725297,
            0.15028501313147,
            0.12680802667900115
          ],
          "B": 5.060113790946403,
          "D": 8.184508566279272,
          "initial": [
            0.00038367100867183905,
            0.010094147237604167
          ],
          "qr": [
            [
              [
                1.996274177451683,
                1.2269330294489484
              ],
              [
                0.0,
                1.5743545110583486
              ]
            ],
            [
              [
                -2.049695983647727,
                -1.2737591758113205
              ],
              [
                0.0,
                -1.6089024710402644
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.42741832444310157,
              "O": 7.769423710745192,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.48082243512583733,
              "O": 7.716019600062457,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8275.064589317564,
          "A": 9272.46912766356,
          "V": 8270.749447520979,
          "S": 8300.09850823083,
          "J": 8333.510132161093
        },
        "predictive": {
          "W": 8276.331799657935,
          "A": 9272.832445076478,
          "V": null,
          "S": 8302.182119549667,
          "J": 8334.572789262644
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.2672103403710935,
          "A": 0.3633174129172403,
          "V": null,
          "S": 2.0836113188361196,
          "J": 1.0626571015509398
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: diagnostic_gate"
    },
    {
      "id": "V-000",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2954.9306049044585,
          "levels": [
            -2954.9306049044585,
            -2954.9306049044585,
            -2954.9306049044585
          ],
          "alternate": -2954.9306049044585,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2608000361069571e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2958.2612960127176,
          "levels": [
            -2958.2612960127176,
            -2958.2612960127176,
            -2958.2612960127176
          ],
          "alternate": -2958.2612960127176,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.013606280979485026
            ],
            "polynomial_residuals": [
              7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.1368683772161607e-12,
            "quad_relative_error": 1.4152129123208397e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.03932201400039048
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000463,
            "elapsed_seconds": 13.191190203000588
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2961.819175535661,
          "levels": [
            -2961.819175535661,
            -2961.819175535661,
            -2961.819175535661
          ],
          "alternate": -2961.819175535661,
          "omitted_ratio": 5.1262834148323674e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -55.24799161009348,
            "log_body_lower_numeric": -24.64618122425717,
            "quad_relative_error": 6.246033911200953e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005488653000611521
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2961.0816038393245,
          "levels": [
            -2961.0816038393245,
            -2961.0816038393245,
            -2961.0816038393245
          ],
          "alternate": -2961.0816038393245,
          "omitted_ratio": 5.236649373669698e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -46.79103591853995,
            "log_body_lower_numeric": -18.513111570920366,
            "quad_relative_error": 4.7112528908887663e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.007130960999347735
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8724.452284791636,
          "levels": [
            -8724.452284791636,
            -8724.452284791636,
            -8724.452284791636
          ],
          "alternate": -8724.452284791636,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4138000551611185e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8728.396094270876,
          "levels": [
            -8728.396094270876,
            -8728.396094270876,
            -8728.396094270876
          ],
          "alternate": -8728.396094270878,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.0052434844103216504
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593926e-12,
            "quad_relative_error": 1.3854643496417531e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.023829103999560175
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000446,
            "elapsed_seconds": 13.159639917000277
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8732.140122265686,
          "levels": [
            -8732.140122265686,
            -8732.140122265686,
            -8732.140122265686
          ],
          "alternate": -8732.140122265686,
          "omitted_ratio": 6.77140491430835e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -108.60817375217097,
            "log_body_lower_numeric": -48.35108482730381,
            "quad_relative_error": 1.1116455067020665e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.011624675999883038
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8731.202161946381,
          "levels": [
            -8731.202161946381,
            -8731.202161946381,
            -8731.202161946381
          ],
          "alternate": -8731.202161946381,
          "omitted_ratio": 1.659857896256588e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -88.43021810520428,
            "log_body_lower_numeric": -33.674907867386636,
            "quad_relative_error": 1.1102230428375606e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006781138999940595
          }
        }
      },
      "old_plugin_scores": {
        "W": 8292.348684886838,
        "A": 8291.801081430345,
        "V": 8622.150288294566,
        "S": 8292.348684886838,
        "J": 8292.348684886838
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.232687818818748,
          "phase": [
            0.18416115882378098,
            0.1400148169623622,
            0.12397487105020263,
            0.11488871509462367,
            0.11699174795112185,
            0.13065664708502625,
            0.12555740670933505,
            0.09862220931144108,
            0.06506739153739693,
            0.08880755842493465,
            0.09521455638170626,
            0.09938300765916624,
            0.06548979273565218,
            0.06739677455741247,
            0.07913482853011578,
            0.07336230157881737,
            0.05382549527492097,
            0.06658243027890999,
            0.029420805078115283,
            0.043319203349829125,
            0.029204213885556,
            0.03407063602861881,
            0.03994271817089924,
            0.03626936775782131,
            0.021696234863214352,
            0.029470263681188852,
            0.02957616741173291,
            0.027614510924460076,
            0.03347091532330254,
            0.022051741412592727,
            0.024067402369542384,
            0.022464925678054658,
            0.015182059617258875,
            0.02392363566123383,
            0.021656779550864643,
            0.0271029525697467,
            0.028841342841409386,
            0.02971354198276468,
            0.03399711030188764,
            0.029585639147290056,
            0.03415418790964826,
            0.033208881371769826,
            0.027993470351025007,
            0.04086768931749676,
            0.037961598590349956,
            0.04549684989318269,
            0.05290308666201214,
            0.053857647537378796,
            0.04647350235565705,
            0.0614883987224804,
            0.07406669438625935,
            0.07965661022549422,
            0.07673276151435947,
            0.08352428409582724,
            0.06762109787602595,
            0.07423382757725978,
            0.08852443371558534,
            0.11594711301006826,
            0.11759684925827336,
            0.10400965146171157,
            0.12052999138677836,
            0.12539286843440822,
            0.10159612714458159,
            0.1470763184668035
          ],
          "B": 0.05759897650207348,
          "D": 4.2322304127800745,
          "initial": [
            0.0003481556298109998
          ],
          "qr": [
            [
              [
                -2.057265093075984,
                -0.027997838827835565
              ],
              [
                0.0,
                -2.057132637782712
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.03445596736058114,
              "O": 4.198231851458167,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.054375246131972275,
              "O": 4.178312572686775,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.414809873208194,
          "phase": [
            0.30563327055670664,
            0.2797929452486173,
            0.21414563080200655,
            0.22754762899220216,
            0.25394053273146666,
            0.23649247203517293,
            0.22092156123528564,
            0.21817695254255953,
            0.15116585437190094,
            0.19527353577150028,
            0.19694646881549788,
            0.18102774099801,
            0.13872008056172935,
            0.13158024406877392,
            0.15336399993873484,
            0.1353305870530391,
            0.11195460055587496,
            0.10984200233488656,
            0.08115993331077719,
            0.07494926974968735,
            0.0740808591482693,
            0.06066028513615739,
            0.07092568609359583,
            0.06228084855536467,
            0.04638282267791698,
            0.05300266347556649,
            0.05641246990218693,
            0.05480574981254234,
            0.06641779666107961,
            0.04757185007761673,
            0.04508645198896262,
            0.04855743717565061,
            0.03985771014266879,
            0.05000988134028775,
            0.04611547892564073,
            0.055067994963037256,
            0.05499690275825554,
            0.05871880967526021,
            0.05944589787750659,
            0.06940426523024823,
            0.06950513017811569,
            0.05584083661060781,
            0.06409689987802843,
            0.08078378871368738,
            0.08209125505305935,
            0.09102566769185304,
            0.10171153480069564,
            0.09420555839472242,
            0.11998187038100364,
            0.11624190087533878,
            0.16441553907591602,
            0.1649374915235378,
            0.1498760606849479,
            0.184007408701938,
            0.1353772308801817,
            0.1566510134714289,
            0.2220166637608476,
            0.22092133364499317,
            0.2260132369345741,
            0.2266855169174972,
            0.22470336707753225,
            0.24523877148113862,
            0.22572861413932427,
            0.25498600904497926
          ],
          "B": 0.04412098196584014,
          "D": 8.412385031742115,
          "initial": [
            0.0003481556298109998,
            0.001956457321429819
          ],
          "qr": [
            [
              [
                -2.057265093075984,
                -0.027997838827835565
              ],
              [
                0.0,
                -2.057132637782712
              ]
            ],
            [
              [
                2.044545327711767,
                -0.006592172036272645
              ],
              [
                0.0,
                2.0450104204016455
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06115679676368976,
              "O": 8.353653076444505,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.10855040539845567,
              "O": 8.306259467809738,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8292.348684886838,
          "A": 8291.801081430345,
          "V": 8622.150288294566,
          "S": 8292.348684886838,
          "J": 8292.348684886838
        },
        "predictive": {
          "W": 8292.075455185905,
          "A": 8291.462336814922,
          "V": null,
          "S": 8291.276188343058,
          "J": 8291.476576966024
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.2732297009333706,
          "A": -0.338744615422911,
          "V": null,
          "S": -1.0724965437802894,
          "J": -0.8721079208135052
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-000",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2777.3318078455322,
          "levels": [
            -2777.3318078455322,
            -2777.3318078455322,
            -2777.3318078455322
          ],
          "alternate": -2777.3318078455322,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2776999938068911e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2296.39830693574,
          "levels": [
            -2296.39830693574,
            -2296.39830693574,
            -2296.39830693574
          ],
          "alternate": -2296.39830693574,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4591792838498616
            ],
            "polynomial_residuals": [
              5.6843418860808015e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2877406241099358e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.023501274999944144
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000469,
            "elapsed_seconds": 17.54226788899996
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1585.1675279974138,
          "levels": [
            -1585.1675279974138,
            -1585.1675279974138,
            -1585.1675279974138
          ],
          "alternate": -1585.1675279974138,
          "omitted_ratio": 6.851668958619564e-39,
          "diagnostics": {
            "log_t_mode": -4.082241382207642,
            "log_t_cut": -8.0,
            "log_tail_upper": 1093.1960676433391,
            "log_body_lower_numeric": 1181.072394003915,
            "quad_relative_error": 1.1303605198223915e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.017857136999737122
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2784.15993674711,
          "levels": [
            -2784.15993674711,
            -2784.15993674711,
            -2784.15993674711
          ],
          "alternate": -2784.15993674711,
          "omitted_ratio": 6.532443002022324e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -54.364409499374915,
            "log_body_lower_numeric": -24.004999190539664,
            "quad_relative_error": 1.1102231360614002e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.023579377000714885
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8524.97563871287,
          "levels": [
            -8524.97563871287,
            -8524.97563871287,
            -8524.97563871287
          ],
          "alternate": -8524.97563871287,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.532299938844517e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7438.5656774117315,
          "levels": [
            -7438.5656774117315,
            -7438.5656774117315,
            -7438.5656774117315
          ],
          "alternate": -7438.565677411732,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.48351008867881695
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.728484105318784e-12,
            "quad_relative_error": 1.3200065080633748e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.11296031299934839
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000542,
            "elapsed_seconds": 11.53779946800023
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6040.022376659299,
          "levels": [
            -6040.022376659299,
            -6040.022376659299,
            -6040.022376659299
          ],
          "alternate": -6040.022376659299,
          "omitted_ratio": 1.8249144130523655e-73,
          "diagnostics": {
            "log_t_mode": -4.132108787715782,
            "log_t_cut": -8.0,
            "log_tail_upper": 2295.039539481403,
            "log_body_lower_numeric": 2462.5267181809913,
            "quad_relative_error": 1.8281532048530528e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.013696838000214484
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8532.561048756417,
          "levels": [
            -8532.561048756417,
            -8532.561048756417,
            -8532.561048756417
          ],
          "alternate": -8532.561048756417,
          "omitted_ratio": 1.5568868286536258e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -105.54955194162383,
            "log_body_lower_numeric": -46.125027728474095,
            "quad_relative_error": 1.1103611340791875e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005597777999355458
          }
        }
      },
      "old_plugin_scores": {
        "W": 8312.176644925958,
        "A": 8916.952905736709,
        "V": 8613.468379993072,
        "S": 9607.220670761484,
        "J": 8312.176644925958
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.881101661847585,
          "phase": [
            0.02721883828971799,
            0.03176162822007645,
            0.04277156588527162,
            0.03112436867499795,
            0.03439432132947262,
            0.03202947029515064,
            0.028601779609564698,
            0.030874296886155398,
            0.021831106689861705,
            0.025169281897897633,
            0.030041750314512655,
            0.0355440054679787,
            0.02967751490947774,
            0.023597649555867312,
            0.03970587338699647,
            0.04705320837249118,
            0.03912290372017028,
            0.0449710866808706,
            0.06375569829399935,
            0.06016762817204719,
            0.07636190218628568,
            0.08070289753833854,
            0.07707215886025293,
            0.07765638134217186,
            0.09217104249625635,
            0.11130401636664333,
            0.11589268403956493,
            0.12003264939780932,
            0.13422306569226158,
            0.1049762350742647,
            0.1216247696133689,
            0.13196349852421724,
            0.09561611446520883,
            0.12806803071408043,
            0.09287186692063625,
            0.11882773240145421,
            0.09181165299588162,
            0.11744200777002863,
            0.10039565597708906,
            0.09094808952249192,
            0.08464334674967747,
            0.09381671086453584,
            0.09120703742821797,
            0.07986488356376321,
            0.04392329158926606,
            0.0454502299432808,
            0.04535449742694882,
            0.04727168455216094,
            0.04886844752387984,
            0.03359849283091442,
            0.024422496141105372,
            0.038703677677320955,
            0.03540611568355139,
            0.034795889717769195,
            0.03512402496587352,
            0.033726586394634675,
            0.029316567762356638,
            0.03611141592298385,
            0.03283413956971337,
            0.03679333237130622,
            0.03275339060437617,
            0.03358799614741794,
            0.030023505233011127,
            0.03412747263263444
          ],
          "B": 1.7814493670045775,
          "D": 3.8786903632928365,
          "initial": [
            2.4832476682846006e-05
          ],
          "qr": [
            [
              [
                -1.9700448800397674,
                -0.9042684179705678
              ],
              [
                0.0,
                -1.7495753267666203
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.8805486691098596,
              "O": 2.000552992737726,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.03350594358886729,
              "O": 3.8475957182587175,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.014824429209188,
          "phase": [
            0.05470159344636168,
            0.06154267446340289,
            0.068172118875679,
            0.06846257076539132,
            0.057753413368605094,
            0.07376661714585617,
            0.0661829154332104,
            0.07321226062538362,
            0.04845514930198315,
            0.06518563511090668,
            0.05965197366311929,
            0.07967451552930593,
            0.05934104513311725,
            0.050550137579976104,
            0.0852849303886995,
            0.09487975303349472,
            0.07612073640152972,
            0.08587453566448278,
            0.12647774285313407,
            0.12611033581351802,
            0.14204968571099214,
            0.15755992636639976,
            0.16047645502727054,
            0.18336666584526642,
            0.2007587753561713,
            0.2278411428682396,
            0.23889882940774926,
            0.24821130936498786,
            0.26264701182517985,
            0.20838280332805298,
            0.24289804733871112,
            0.24667105872246317,
            0.24261197653552968,
            0.2676276728719481,
            0.2169436422477803,
            0.24235184197736911,
            0.19367639666508124,
            0.2480213624391176,
            0.20843693970647081,
            0.1988718542071733,
            0.19720521409626962,
            0.1745500677219295,
            0.17510185814286072,
            0.18152111522019332,
            0.11123815968885778,
            0.09131462721609054,
            0.09363742742858731,
            0.08732501453147383,
            0.07922732791506838,
            0.0672714671471667,
            0.06653192249360557,
            0.08697969453600987,
            0.06310411580190015,
            0.06453559954675446,
            0.0727151568512211,
            0.056043687590320065,
            0.06077053625413443,
            0.0655818008569283,
            0.06878250397856778,
            0.06824381154687362,
            0.06369245850711505,
            0.07131748983811145,
            0.06156076528802071,
            0.06686855460201588
          ],
          "B": 3.874761018759237,
          "D": 8.011859603433287,
          "initial": [
            2.4832476682846006e-05,
            0.0004392095808418366
          ],
          "qr": [
            [
              [
                -1.9700448800397674,
                -0.9042684179705678
              ],
              [
                0.0,
                -1.7495753267666203
              ]
            ],
            [
              [
                2.0330478493583866,
                1.029642097413149
              ],
              [
                0.0,
                1.753124525228012
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 3.9851443582628057,
              "O": 4.029680070946384,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.0651070917464367,
              "O": 7.949717337462752,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8312.176644925958,
          "A": 8916.952905736709,
          "V": 8613.468379993072,
          "S": 9607.220670761484,
          "J": 8312.176644925958
        },
        "predictive": {
          "W": 8313.953304205745,
          "A": 8919.429764597091,
          "V": null,
          "S": 9606.742286411196,
          "J": 8313.196023063774
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.7766592797870544,
          "A": 2.4768588603819808,
          "V": null,
          "S": -0.4783843502882519,
          "J": 1.0193781378166022
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-000",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3040.9397931344897,
          "levels": [
            -3040.9397931344897,
            -3040.9397931344897,
            -3040.9397931344897
          ],
          "alternate": -3040.9397931344897,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1514000107126776e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2390.802655994913,
          "levels": [
            -2390.802655994913,
            -2390.8026559949135,
            -2390.802655994913
          ],
          "alternate": -2390.8026559949135,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5227778180765312
            ],
            "polynomial_residuals": [
              -4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.8189894035458557e-12,
            "quad_relative_error": 1.2703759345674148e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012771523999617784
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000300,
            "elapsed_seconds": 7.732705813999928
          }
        },
        "S": {
          "status": "converged",
          "log_i": -3047.881745166947,
          "levels": [
            -3047.881745166947,
            -3047.881745166947,
            -3047.881745166947
          ],
          "alternate": -3047.881745166947,
          "omitted_ratio": 4.096832134641034e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -56.065411485754176,
            "log_body_lower_numeric": -25.239434208812323,
            "quad_relative_error": 7.169934717170257e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.0051496360001692665
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1613.0160337446996,
          "levels": [
            -1613.0160337446996,
            -1613.0160337446996,
            -1613.0160337446996
          ],
          "alternate": -1613.0160337446996,
          "omitted_ratio": 9.890956570981068e-36,
          "diagnostics": {
            "log_t_mode": -4.309896499631568,
            "log_t_cut": -8.0,
            "log_tail_upper": 1336.2008544250016,
            "log_body_lower_numeric": 1416.8022969108004,
            "quad_relative_error": 1.3022714230738091e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.014769835000151943
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8727.87142437812,
          "levels": [
            -8727.87142437812,
            -8727.87142437812,
            -8727.87142437812
          ],
          "alternate": -8727.87142437812,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4162000297801569e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7485.030551029895,
          "levels": [
            -7485.030551029895,
            -7485.030551029895,
            -7485.030551029895
          ],
          "alternate": -7485.030551029895,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.51227328616592
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 3.6379788070917113e-12,
            "quad_relative_error": 1.264562853629259e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01592042699940066
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000355,
            "elapsed_seconds": 7.761932774999877
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8735.385800329655,
          "levels": [
            -8735.385800329655,
            -8735.385800329655,
            -8735.385800329655
          ],
          "alternate": -8735.385800329655,
          "omitted_ratio": 2.657402590528155e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -103.5863198267822,
            "log_body_lower_numeric": -44.69645658494722,
            "quad_relative_error": 1.1102231045480929e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006799294000302325
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6040.125291548067,
          "levels": [
            -6040.125291548067,
            -6040.125291548067,
            -6040.125291548067
          ],
          "alternate": -6040.125291548067,
          "omitted_ratio": 9.815549700494177e-71,
          "diagnostics": {
            "log_t_mode": -4.231520264520356,
            "log_t_cut": -8.0,
            "log_tail_upper": 2504.106591383611,
            "log_body_lower_numeric": 2665.3061651538646,
            "quad_relative_error": 1.1353267336919852e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.020417433000147867
          }
        }
      },
      "old_plugin_scores": {
        "W": 8370.529283629034,
        "A": 8965.351555066547,
        "V": 8391.869318064997,
        "S": 8370.529283629034,
        "J": 9634.909974673945
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.414232074498497,
          "phase": [
            0.02753494843032527,
            0.03255167879922443,
            0.023815223535558597,
            0.030537037318249784,
            0.030051207068283813,
            0.038592926227028146,
            0.031257158737574564,
            0.035100944344495955,
            0.04197295587769045,
            0.030054289407511404,
            0.04951127717219577,
            0.05495766297261778,
            0.08521122249019594,
            0.0853781256622266,
            0.11217842317390654,
            0.10868286513685124,
            0.13119244370049654,
            0.11454591481880305,
            0.13674001328996532,
            0.1428368251341313,
            0.1253233189166995,
            0.13191661951327138,
            0.09110518470815017,
            0.08212633476913607,
            0.0716034381246751,
            0.07022667892688242,
            0.06255439219602091,
            0.0519232698048343,
            0.04975998683661043,
            0.045917128932806646,
            0.03509988011216564,
            0.03148575864798997,
            0.022627057826018697,
            0.0389877366183502,
            0.02935952301538108,
            0.047867623540071125,
            0.04355195899315436,
            0.052814295741532756,
            0.08187893875001255,
            0.06981970807773472,
            0.08327523877773971,
            0.10408423878133534,
            0.11046251213634949,
            0.10716590681716837,
            0.12700939223392457,
            0.12819981614361065,
            0.13001019258732407,
            0.14125580838397128,
            0.11414731153766071,
            0.09752318756703536,
            0.09272123497257691,
            0.08992388808581808,
            0.08151751563001328,
            0.05218952776602357,
            0.06409022880444132,
            0.03617181560088916,
            0.03722091237833379,
            0.03999565936343877,
            0.027360190891210348,
            0.03556006802765762,
            0.030349121890278243,
            0.03223799971629698,
            0.030159887403661045,
            0.04294844165290738
          ],
          "B": 2.3082054374637226,
          "D": 4.414192922953073,
          "initial": [
            3.432135100708172e-05
          ],
          "qr": [
            [
              [
                2.100999227307685,
                1.0986226969828836
              ],
              [
                0.0,
                1.7908811836574012
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.03392107899819466,
              "O": 4.3803109955003015,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 2.393612225238399,
              "O": 2.0206198492600977,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.421837075691577,
          "phase": [
            0.0602650639068643,
            0.056827883423712144,
            0.06076148356287657,
            0.07619770983337273,
            0.05926040563379155,
            0.06975602398059255,
            0.053708053310456375,
            0.07821968117755189,
            0.07483203382133209,
            0.07155027154447674,
            0.10860829534205313,
            0.13074555782560426,
            0.16142550603705785,
            0.18927005324293217,
            0.17569799100297182,
            0.20069310971796434,
            0.28360228182823216,
            0.26019923870350914,
            0.25909259668929896,
            0.23982505110285543,
            0.21408010777647898,
            0.2224022930278453,
            0.16856224274842938,
            0.17689113102339202,
            0.14283921409596056,
            0.11678857345317725,
            0.10911770652269351,
            0.09004284000297808,
            0.0874746076414449,
            0.07013969807257991,
            0.06926654514583787,
            0.053911594467946175,
            0.058489511649950254,
            0.0692491918175565,
            0.07094144898084888,
            0.08209493032770954,
            0.07955924980210133,
            0.0995370092273205,
            0.14631305567893804,
            0.13695161597811262,
            0.1674437538916536,
            0.1704199105565265,
            0.19965597629838422,
            0.22049506875177538,
            0.23987283714405655,
            0.2413943744071002,
            0.23655141956709644,
            0.2592305076878941,
            0.23840477525190518,
            0.19666387627597656,
            0.1984926565055573,
            0.16453376358566524,
            0.13153002662360985,
            0.1198487686457895,
            0.1016276307345334,
            0.07323590492701369,
            0.07741668737976679,
            0.08066731369401978,
            0.058578250038093846,
            0.061481589776235246,
            0.06360057803725064,
            0.06940371934549402,
            0.050944264315323076,
            0.06515256312204641
          ],
          "B": 4.314972323552528,
          "D": 8.421128526392506,
          "initial": [
            3.432135100708172e-05,
            7.175060534275855e-05
          ],
          "qr": [
            [
              [
                2.100999227307685,
                1.0986226969828836
              ],
              [
                0.0,
                1.7908811836574012
              ]
            ],
            [
              [
                -2.0018824267643036,
                -1.0024399331645055
              ],
              [
                0.0,
                -1.7326631335726854
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.07303546950095709,
              "O": 8.348801606190618,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 4.398362196349921,
              "O": 4.023474879341655,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8370.529283629034,
          "A": 8965.351555066547,
          "V": 8391.869318064997,
          "S": 8370.529283629034,
          "J": 9634.909974673945
        },
        "predictive": {
          "W": 8374.665503829452,
          "A": 8967.3692400381,
          "V": null,
          "S": 8374.093079910373,
          "J": 9634.487877269714
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 4.136220200418393,
          "A": 2.0176849715535354,
          "V": null,
          "S": 3.563796281339819,
          "J": -0.42209740423095354
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-001",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2953.2620163442366,
          "levels": [
            -2953.2620163442366,
            -2953.2620163442366,
            -2953.2620163442366
          ],
          "alternate": -2953.2620163442366,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1766999705287162e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2956.9708815845033,
          "levels": [
            -2956.9708815845033,
            -2956.9708815845033,
            -2956.9708815845033
          ],
          "alternate": -2956.9708815845033,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.0006918400719069401
            ],
            "polynomial_residuals": [
              2.353672812205332e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.4152429704821833e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.014414718999432807
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000344,
            "elapsed_seconds": 6.908231746000638
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2959.422075336538,
          "levels": [
            -2959.422075336538,
            -2959.422075336538,
            -2959.422075336538
          ],
          "alternate": -2959.422075336538,
          "omitted_ratio": 5.123088516751372e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -46.87067609770366,
            "log_body_lower_numeric": -18.570827371892857,
            "quad_relative_error": 4.140946423589672e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.009077744000023813
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2958.0265993634634,
          "levels": [
            -2958.0265993634634,
            -2958.0265993634634,
            -2958.0265993634634
          ],
          "alternate": -2958.0265993634634,
          "omitted_ratio": 1.8096713795201267e-16,
          "diagnostics": {
            "log_t_mode": -0.15329574374315652,
            "log_t_cut": -2.1532957437431564,
            "log_tail_upper": -42.28237331860381,
            "log_body_lower_numeric": -6.034157101216941,
            "quad_relative_error": 1.1102230483408012e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.008225334000599105
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8687.238813597005,
          "levels": [
            -8687.238813597005,
            -8687.238813597005,
            -8687.238813597005
          ],
          "alternate": -8687.238813597005,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.358399913442554e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8691.29193117867,
          "levels": [
            -8691.29193117867,
            -8691.29193117867,
            -8691.29193117867
          ],
          "alternate": -8691.29193117867,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.0009058001880915169
            ],
            "polynomial_residuals": [
              -1.829647544582258e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.728484105318784e-12,
            "quad_relative_error": 1.3854672153083243e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.0167053160002979
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000135,
            "elapsed_seconds": 7.663849539000694
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8692.314406992487,
          "levels": [
            -8692.314406992487,
            -8692.314406992487,
            -8692.314406992487
          ],
          "alternate": -8692.314406992487,
          "omitted_ratio": 2.540471028490571e-32,
          "diagnostics": {
            "log_t_mode": -0.11344699858162112,
            "log_t_cut": -2.113446998581621,
            "log_tail_upper": -79.08567607367387,
            "log_body_lower_numeric": -6.335302605989806,
            "quad_relative_error": 9.693191109247246e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.011396275999686623
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8692.499344331949,
          "levels": [
            -8692.499344331949,
            -8692.499344331949,
            -8692.499344331949
          ],
          "alternate": -8692.499344331949,
          "omitted_ratio": 2.6958757574406754e-32,
          "diagnostics": {
            "log_t_mode": -0.09403801478411011,
            "log_t_cut": -2.0940380147841102,
            "log_tail_upper": -79.21393911566062,
            "log_body_lower_numeric": -6.522939247803956,
            "quad_relative_error": 3.5816945802466278e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.009221582000463968
          }
        }
      },
      "old_plugin_scores": {
        "W": 8327.552347702831,
        "A": 8327.54440064359,
        "V": 8326.245923290848,
        "S": 8327.552347702831,
        "J": 8327.45280708481
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.229240681047448,
          "phase": [
            0.0770600269239576,
            0.0697956861507985,
            0.04961760104642794,
            0.05852741729685311,
            0.060128402313438224,
            0.06154598648869213,
            0.07326948830195712,
            0.0862047564443635,
            0.04562558076767087,
            0.08125277990200012,
            0.08070738197702652,
            0.057719611317081386,
            0.06714718199839588,
            0.09574531083797086,
            0.08011387378059429,
            0.057959956998599675,
            0.08456302750334249,
            0.06691070828433524,
            0.07475013789565581,
            0.05234344634839509,
            0.06588711485104522,
            0.06451362669352552,
            0.06266843299372127,
            0.08605385330419953,
            0.07301709666242091,
            0.06299141163861126,
            0.0814618841129175,
            0.06993262631424403,
            0.05118076770118323,
            0.05819715783071883,
            0.06785967735863088,
            0.053185339979860344,
            0.0738810227244819,
            0.0668243404520172,
            0.05351929866949397,
            0.07213371685411386,
            0.06377878628275084,
            0.08081693826756332,
            0.07013011535159708,
            0.056461174251948416,
            0.07176562492403873,
            0.05725726293669915,
            0.05061259699580734,
            0.0604484311716867,
            0.057794704368081595,
            0.06171766342425074,
            0.06594472880794011,
            0.08092479014095977,
            0.05476800422519372,
            0.059296683515363,
            0.06544561584511267,
            0.07371684988876595,
            0.06994886386034403,
            0.06572893323353081,
            0.04022866783686591,
            0.06869882491070266,
            0.06190614358184721,
            0.06926628024337748,
            0.06101400188363848,
            0.058799099421744966,
            0.0784178806860699,
            0.04916520640149804,
            0.07353436894732317,
            0.057356708924004914
          ],
          "B": -0.002926427773072703,
          "D": 4.228886915657548,
          "initial": [
            0.0002457863830647329
          ],
          "qr": [
            [
              [
                2.056452016134678,
                -0.0014230469517948156
              ],
              [
                0.0,
                2.056485029602206
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05414394063952236,
              "O": 4.175096740407926,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.07452283377763859,
              "O": 4.15471784726981,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.338704874428146,
          "phase": [
            0.1260245905826417,
            0.13842046782600487,
            0.09939516629460554,
            0.11817940632853532,
            0.1403876716450522,
            0.12001147783333221,
            0.13271373722495947,
            0.14842315969919517,
            0.11315040251261847,
            0.13043975997332308,
            0.13866270872334896,
            0.13081083119624584,
            0.13698659994239193,
            0.15490306221467187,
            0.16161970957978128,
            0.1418439537718251,
            0.14561863125917568,
            0.10992242700891355,
            0.14893229946909578,
            0.11232173743736862,
            0.14494859059687804,
            0.1405650422043508,
            0.12423681898976155,
            0.14821407781848264,
            0.12900611706556767,
            0.14130262917747444,
            0.13165766863856482,
            0.12581302539558098,
            0.09913464191887023,
            0.12288661985630567,
            0.12662346030428556,
            0.1286275658492473,
            0.12317464114766125,
            0.13848102571307253,
            0.13141329269870244,
            0.12942776252133484,
            0.15579172673170416,
            0.14934266279750513,
            0.13145570369302748,
            0.10869901355959313,
            0.13311192035469965,
            0.11877219486965086,
            0.12083994500485568,
            0.12285322048914311,
            0.12546712494289214,
            0.1178566425874964,
            0.1280061429098989,
            0.1574673345010527,
            0.12808612064118272,
            0.10680907382430367,
            0.13988913009341594,
            0.13144623057571447,
            0.1197696818031656,
            0.13526114985958176,
            0.10537934866713175,
            0.12377104100565006,
            0.1371870545127246,
            0.13735372571892512,
            0.13176744397745477,
            0.09885691922384532,
            0.1564174810025326,
            0.11497784866414537,
            0.14313478902528437,
            0.12465342297233986
          ],
          "B": 0.007553923759734314,
          "D": 8.337467595993612,
          "initial": [
            0.0002457863830647329,
            0.0008832306423328604
          ],
          "qr": [
            [
              [
                2.056452016134678,
                -0.0014230469517948156
              ],
              [
                0.0,
                2.056485029602206
              ]
            ],
            [
              [
                2.0269634833263184,
                0.005170468841208909
              ],
              [
                0.0,
                2.027174678519432
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.14347863198133587,
              "O": 8.195226242446807,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.14076579357949792,
              "O": 8.197939080848647,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8327.552347702831,
          "A": 8327.54440064359,
          "V": 8326.245923290848,
          "S": 8327.552347702831,
          "J": 8327.45280708481
        },
        "predictive": {
          "W": 8327.620337820314,
          "A": 8327.276085478916,
          "V": null,
          "S": 8328.704803417131,
          "J": 8327.124390104596
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.06799011748262274,
          "A": -0.2683151646742772,
          "V": null,
          "S": 1.1524557143002312,
          "J": -0.3284169802136603
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-001",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2848.146481166143,
          "levels": [
            -2848.146481166143,
            -2848.146481166143,
            -2848.146481166143
          ],
          "alternate": -2848.146481166143,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.247000000148546e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1967.358057037225,
          "levels": [
            -1967.3580570372249,
            -1967.358057037225,
            -1967.358057037225
          ],
          "alternate": -1967.358057037225,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5922096201941731
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.2815277247027909e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.02287020499989012
          }
        },
        "V": {
          "status": "converged",
          "log_i": -2855.072870914435,
          "levels": [
            -2855.072870914434,
            -2855.072870914435,
            -2855.072870914435
          ],
          "alternate": -2855.072870914435,
          "omitted_ratio": 1.2616964018926798e-09,
          "diagnostics": {
            "mode": [
              -0.014975404250846128,
              -0.004290862675677196
            ],
            "kkt_residual": 3.162741953370198e-08,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              1009.7306084992656,
              1038.2693915007342
            ],
            "cells": 589,
            "partition_refinement_log_mass": [
              -6.9263897482920935,
              -6.9263897482920935,
              -6.9263897482920935
            ],
            "cartesian_log_j": [
              -6.926389708236583,
              -6.926389748292067
            ],
            "active_log_risk_ratio": -18.424370677114354,
            "bound_certified": false,
            "evaluations": 1938790,
            "elapsed_seconds": 6.155914750999727
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2799.008352940743,
          "levels": [
            -2799.008352940743,
            -2799.008352940743,
            -2799.008352940743
          ],
          "alternate": -2799.008352940743,
          "omitted_ratio": 1.1839865159149508e-12,
          "diagnostics": {
            "log_t_mode": -1.4500675722895577,
            "log_t_cut": -3.4500675722895577,
            "log_tail_upper": 11.032062366206915,
            "log_body_lower_numeric": 38.494196334323846,
            "quad_relative_error": 1.159028892439982e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.010311390999959258
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2817.679532616354,
          "levels": [
            -2817.679532616354,
            -2817.679532616354,
            -2817.679532616354
          ],
          "alternate": -2817.679532616354,
          "omitted_ratio": 1.2736334657572427e-12,
          "diagnostics": {
            "log_t_mode": -1.2253188607834689,
            "log_t_cut": -3.225318860783469,
            "log_tail_upper": -7.5444628861230445,
            "log_body_lower_numeric": 19.84468441753737,
            "quad_relative_error": 3.053764519631879e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.009353498000564286
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8593.026797568971,
          "levels": [
            -8593.026797568971,
            -8593.026797568971,
            -8593.026797568971
          ],
          "alternate": -8593.026797568971,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.405100010742899e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6791.116613746812,
          "levels": [
            -6791.116613746812,
            -6791.116613746812,
            -6791.116613746812
          ],
          "alternate": -6791.116613746812,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5970844685084223
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 3.6379788070917113e-12,
            "quad_relative_error": 1.2573998182929279e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.016105515999697673
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000495,
            "elapsed_seconds": 6.292909210999824
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8510.596188603651,
          "levels": [
            -8510.596188603651,
            -8510.596188603651,
            -8510.596188603651
          ],
          "alternate": -8510.596188603651,
          "omitted_ratio": 1.4468434567124636e-23,
          "diagnostics": {
            "log_t_mode": -1.3284672567080964,
            "log_t_cut": -3.3284672567080964,
            "log_tail_upper": 7.891063401955995,
            "log_body_lower_numeric": 60.4811362837405,
            "quad_relative_error": 1.4152369705688375e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.008953001000008953
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8523.328274410926,
          "levels": [
            -8523.328274410926,
            -8523.328274410926,
            -8523.328274410926
          ],
          "alternate": -8523.328274410926,
          "omitted_ratio": 1.483537666490426e-23,
          "diagnostics": {
            "log_t_mode": -1.2474207268373543,
            "log_t_cut": -3.2474207268373543,
            "log_tail_upper": -4.8083210290168825,
            "log_body_lower_numeric": 47.75670655913299,
            "quad_relative_error": 9.514607595627987e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008172312000169768
          }
        }
      },
      "old_plugin_scores": {
        "W": 8316.656465219807,
        "A": 9238.331065867042,
        "V": 8317.030621018757,
        "S": 8349.730066190528,
        "J": 8356.243666082339
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.017647466559996,
          "phase": [
            0.05344087251828309,
            0.05638551589140662,
            0.05855290040389331,
            0.0551179309633714,
            0.0459705416393971,
            0.06207671964937771,
            0.04522047244046444,
            0.05069408928405478,
            0.06221791968973551,
            0.07121902316458632,
            0.08585698783267486,
            0.0629438072457837,
            0.07172173873616343,
            0.06989018293130175,
            0.06197883194353937,
            0.05708997485237294,
            0.06443733266375064,
            0.0629408755179989,
            0.0672699228310259,
            0.059984584566892964,
            0.06503640307672584,
            0.068693295205577,
            0.052337317704953305,
            0.04362182998908022,
            0.05750812140240833,
            0.07064241048204492,
            0.06654151341211122,
            0.06981603293128275,
            0.06800695835740718,
            0.06460564780365322,
            0.06985994756461106,
            0.06455503058556274,
            0.0750611889712404,
            0.058568060172934706,
            0.04980625200756831,
            0.06136965655547852,
            0.0635057124075611,
            0.0696078455395224,
            0.05202321858941461,
            0.046393005219822384,
            0.0683243636510658,
            0.07936727003752646,
            0.0581274200276808,
            0.063913788523097,
            0.06580043184824765,
            0.06701676485320948,
            0.05812941539926017,
            0.058351122185630995,
            0.06378180789336617,
            0.06701159910664743,
            0.07187121291581955,
            0.05399072976497071,
            0.07293386974895978,
            0.05303997032433964,
            0.06025473928916523,
            0.07236591464080802,
            0.0710763863209064,
            0.06313215067260598,
            0.05781179755738979,
            0.06248965142804868,
            0.0648790818100623,
            0.06358521531340175,
            0.06342514495630118,
            0.07439794554645045
          ],
          "B": 2.379658547404159,
          "D": 4.0172900106870175,
          "initial": [
            0.0002802255312966178
          ],
          "qr": [
            [
              [
                -2.0043371076315233,
                -1.1872546481046513
              ],
              [
                0.0,
                -1.6149292977626646
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.24803258856330834,
              "O": 3.769614877996688,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.20045004554650414,
              "O": 3.8171974210134927,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.149095447042864,
          "phase": [
            0.108280022352018,
            0.10108910179969713,
            0.12980832575386864,
            0.12029403775009417,
            0.10270561112900928,
            0.12095571846990398,
            0.09507772159939784,
            0.10862811931747447,
            0.11063260837795139,
            0.1429333049164405,
            0.173705205917279,
            0.12908515696330777,
            0.1455177591630518,
            0.15396883729466043,
            0.12978562901713214,
            0.11813798679608203,
            0.1130696270635553,
            0.11865449935165058,
            0.1444521921029835,
            0.12343185805428775,
            0.14523744266814875,
            0.14531070460673423,
            0.13097580027814743,
            0.11967656941612682,
            0.11622694909690082,
            0.12482665713040234,
            0.14168306541069814,
            0.12092641303371993,
            0.12364654661290107,
            0.13481025775110514,
            0.1266486150697938,
            0.12538136321776444,
            0.14030049287108615,
            0.13449869223446284,
            0.11557283735516127,
            0.13168200046589112,
            0.1276256529480725,
            0.13458623271139608,
            0.1268971656633638,
            0.1142753276259151,
            0.12031552746203528,
            0.1667972201083921,
            0.12740272750211984,
            0.13401437499319163,
            0.13099330797915024,
            0.12804775594776677,
            0.11999566341531429,
            0.1436807603041671,
            0.12418430514353743,
            0.11179517596241695,
            0.12692207965800686,
            0.11526442935992076,
            0.12860231110982823,
            0.0963028870512875,
            0.11741161904416036,
            0.1041471300324838,
            0.13907810904251805,
            0.13947748773482516,
            0.13975842622852375,
            0.14431315155838167,
            0.14157288648177394,
            0.13227049514901085,
            0.12773595149793204,
            0.11800955491848146
          ],
          "B": 4.866466855943874,
          "D": 8.148393506301362,
          "initial": [
            0.0002802255312966178,
            0.0002015308445353451
          ],
          "qr": [
            [
              [
                -2.0043371076315233,
                -1.1872546481046513
              ],
              [
                0.0,
                -1.6149292977626646
              ]
            ],
            [
              [
                -2.032546789040373,
                -1.2234937576584957
              ],
              [
                0.0,
                1.6230736432551585
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.4545999985273594,
              "O": 7.694495448515504,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.4209846481922903,
              "O": 7.728110798850574,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8316.656465219807,
          "A": 9238.331065867042,
          "V": 8317.030621018757,
          "S": 8349.730066190528,
          "J": 8356.243666082339
        },
        "predictive": {
          "W": 8316.716818670253,
          "A": 9237.838578363495,
          "V": null,
          "S": 8350.009299410172,
          "J": 8355.94839327851
        },
        "weights": {
          "W": 0.0,
          "A": 1.0,
          "V": 0.0,
          "S": 0.0,
          "J": 0.0
        },
        "entropy": -0.0,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.06035345044620044,
          "A": -0.49248750354672666,
          "V": null,
          "S": 0.2792332196440839,
          "J": -0.29527280382899335
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-001",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2858.2358150791656,
          "levels": [
            -2858.2358150791656,
            -2858.2358150791656,
            -2858.2358150791656
          ],
          "alternate": -2858.2358150791656,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2750999303534627e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2861.870616568312,
          "levels": [
            -2861.870616568312,
            -2861.870616568312,
            -2861.870616568312
          ],
          "alternate": -2861.870616568312,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.006037250484793369
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.364242052659392e-12,
            "quad_relative_error": 1.4152380739477708e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01597196399961831
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000565,
            "elapsed_seconds": 7.3252914320000855
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2864.992088951605,
          "levels": [
            -2864.992088951605,
            -2864.992088951605,
            -2864.992088951605
          ],
          "alternate": -2864.992088951605,
          "omitted_ratio": 8.586502609607688e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -53.368195279810635,
            "log_body_lower_numeric": -23.282195484255567,
            "quad_relative_error": 3.162991268476588e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005136673000379233
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2864.8779959970466,
          "levels": [
            -2864.8779959970466,
            -2864.8779959970466,
            -2864.8779959970466
          ],
          "alternate": -2864.8779959970466,
          "omitted_ratio": 1.2860268775535414e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -51.8971230512302,
            "log_body_lower_numeric": -22.215074368024027,
            "quad_relative_error": 3.156040273245699e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006094177999329986
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8608.154554684907,
          "levels": [
            -8608.154554684907,
            -8608.154554684907,
            -8608.154554684907
          ],
          "alternate": -8608.154554684907,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.281000004382804e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8611.744136668174,
          "levels": [
            -8611.744136668174,
            -8611.744136668174,
            -8611.744136668174
          ],
          "alternate": -8611.744136668174,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.010676138798637288
            ],
            "polynomial_residuals": [
              -1.4210854715202004e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3854540979452143e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.016254414999821165
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000188,
            "elapsed_seconds": 7.399301446000209
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8615.751220039874,
          "levels": [
            -8615.751220039874,
            -8615.751220039874,
            -8615.751220039874
          ],
          "alternate": -8615.751220039874,
          "omitted_ratio": 1.4259839233487343e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -105.87211511117617,
            "log_body_lower_numeric": -46.35976474131054,
            "quad_relative_error": 1.1104236293311793e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005680805000338296
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8615.125502911922,
          "levels": [
            -8615.125502911922,
            -8615.125502911922,
            -8615.125502911922
          ],
          "alternate": -8615.125502911922,
          "omitted_ratio": 6.4066324714556335e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -91.91589281478333,
            "log_body_lower_numeric": -36.208599267350095,
            "quad_relative_error": 1.1102230247030862e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005597677999503503
          }
        }
      },
      "old_plugin_scores": {
        "W": 8311.686418919388,
        "A": 8311.993329299443,
        "V": 8640.142640154649,
        "S": 8311.686418919388,
        "J": 8311.686418919388
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.037488969697694,
          "phase": [
            0.1728949404027434,
            0.12416113642926772,
            0.1129876508688523,
            0.12320881207730339,
            0.11831150808718562,
            0.13161193662199278,
            0.0886047642926609,
            0.10350284942332272,
            0.10291287971540843,
            0.07179151565815346,
            0.07865430002001128,
            0.08806205126440451,
            0.06382073877454762,
            0.06693966521803801,
            0.07343802359485463,
            0.054185177053383805,
            0.038055633146935296,
            0.04708100849208112,
            0.06469697759665789,
            0.0405525722063405,
            0.06306089099585412,
            0.03350287691326384,
            0.03268166380214995,
            0.033464858029614415,
            0.025583097169832945,
            0.021456525993417817,
            0.03177698949569861,
            0.03022674371400847,
            0.02814690745980826,
            0.022456387556511737,
            0.01931037825940714,
            0.03125172187848466,
            0.023226092635548964,
            0.026381183859942765,
            0.025830235277877554,
            0.023811837802774762,
            0.023118731263768583,
            0.023031305388659835,
            0.023881957500413966,
            0.03292508379997972,
            0.024506509670149126,
            0.02882774780047781,
            0.04024722797937893,
            0.04447465631565935,
            0.035203993721500126,
            0.04352508836354157,
            0.04473663111249095,
            0.043222975704434216,
            0.05129865022499463,
            0.05877119464263487,
            0.05362488108901122,
            0.0504241748237808,
            0.06888518919490154,
            0.06550329650480592,
            0.06263097413332248,
            0.0780515058521601,
            0.10041814779812222,
            0.08482148157027779,
            0.12339658538558766,
            0.12677925510820476,
            0.125069057074102,
            0.11309929752101042,
            0.1309360275405367,
            0.09843481082544454
          ],
          "B": -0.024356186846166066,
          "D": 4.033332043872368,
          "initial": [
            0.0006353170844111064
          ],
          "qr": [
            [
              [
                2.009192288610844,
                -0.0121223772280183
              ],
              [
                0.0,
                2.008437305202012
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.0370976024974287,
              "O": 4.0003913672002644,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.04040550174131992,
              "O": 3.997083467956374,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.17924814909967,
          "phase": [
            0.2897254025456177,
            0.23127210951442875,
            0.21186708951257377,
            0.23038436187118033,
            0.23588184512871085,
            0.29129290116655115,
            0.22215124686081025,
            0.22912815153724175,
            0.21632843733894574,
            0.16162811712252761,
            0.17909872217718412,
            0.18425435492775727,
            0.13756679458746518,
            0.1270255392371602,
            0.1407438886319327,
            0.10699852510743352,
            0.11449356120008453,
            0.08052182422233291,
            0.1071802431338846,
            0.09619796760833255,
            0.1044120019478277,
            0.07141246799604607,
            0.060369308512980335,
            0.06634756827171231,
            0.056837553875339834,
            0.04905474703087229,
            0.06033435077515731,
            0.05833273977555756,
            0.047366682473964285,
            0.05111028957635362,
            0.04133244800570367,
            0.05447728073941373,
            0.04822856654784147,
            0.05423694899424876,
            0.05840597395874923,
            0.05003076101584711,
            0.04834862145815973,
            0.051785855696343155,
            0.05232166670768873,
            0.06518905592029851,
            0.05100048663949697,
            0.06621710695654515,
            0.06838619758528117,
            0.08401375308985704,
            0.0821545792606809,
            0.08200047345700848,
            0.07580134291491707,
            0.10036891260938102,
            0.1196220399626978,
            0.10297463101171075,
            0.12333766044749211,
            0.0915162071823433,
            0.13914727901805318,
            0.13598114855970378,
            0.13379478625793267,
            0.18729288285469364,
            0.2038624761319847,
            0.1919103442884096,
            0.19643250305128407,
            0.24569359647933572,
            0.2558537961820824,
            0.23347736665460028,
            0.24774545761221778,
            0.21698714817970033
          ],
          "B": -0.08727848092391031,
          "D": 8.173101111634569,
          "initial": [
            0.0006353170844111064,
            0.0017170458335952952
          ],
          "qr": [
            [
              [
                2.009192288610844,
                -0.0121223772280183
              ],
              [
                0.0,
                2.008437305202012
              ]
            ],
            [
              [
                -2.0347093486708077,
                0.030924463053579945
              ],
              [
                0.0,
                -2.0348291798528555
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06570500620122341,
              "O": 8.113543142898447,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.09757048543999221,
              "O": 8.08167766365968,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8311.686418919388,
          "A": 8311.993329299443,
          "V": 8640.142640154649,
          "S": 8311.686418919388,
          "J": 8311.686418919388
        },
        "predictive": {
          "W": 8311.678395467341,
          "A": 8311.72361497322,
          "V": null,
          "S": 8310.838003984813,
          "J": 8311.349628158207
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.008023452046472812,
          "A": -0.26971432622303837,
          "V": null,
          "S": -0.8484149345749756,
          "J": -0.3367907611809642
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-001",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2864.824166746994,
          "levels": [
            -2864.824166746994,
            -2864.824166746994,
            -2864.824166746994
          ],
          "alternate": -2864.824166746994,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.197199981106678e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2341.339153970871,
          "levels": [
            -2341.339153970871,
            -2341.339153970871,
            -2341.339153970871
          ],
          "alternate": -2341.339153970871,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.47656008961217217
            ],
            "polynomial_residuals": [
              -2.2737367544323206e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.1368683772161607e-12,
            "quad_relative_error": 1.2731485706318454e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013928811000369024
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000013,
            "elapsed_seconds": 7.291373442999429
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1663.9175609928357,
          "levels": [
            -1663.9175609928357,
            -1663.9175609928357,
            -1663.9175609928357
          ],
          "alternate": -1663.9175609928357,
          "omitted_ratio": 9.11990168272314e-39,
          "diagnostics": {
            "log_t_mode": -4.091180705322897,
            "log_t_cut": -8.0,
            "log_tail_upper": 1102.2230983683974,
            "log_body_lower_numeric": 1189.8134579715402,
            "quad_relative_error": 1.1226129461216241e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.01630248799938272
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2871.4831589022147,
          "levels": [
            -2871.4831589022147,
            -2871.4831589022147,
            -2871.4831589022147
          ],
          "alternate": -2871.4831589022147,
          "omitted_ratio": 1.2143694068162846e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -52.10585441817709,
            "log_body_lower_numeric": -22.366473144580823,
            "quad_relative_error": 3.947357535364273e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006940308999219269
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8665.192139030287,
          "levels": [
            -8665.192139030287,
            -8665.192139030287,
            -8665.192139030287
          ],
          "alternate": -8665.192139030287,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4160999853629619e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7601.1571710416665,
          "levels": [
            -7601.1571710416665,
            -7601.1571710416665,
            -7601.1571710416665
          ],
          "alternate": -7601.1571710416665,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.47922136489894646
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729281e-13,
            "quad_relative_error": 1.3352824208424215e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01456073400004243
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000140,
            "elapsed_seconds": 7.806960014000651
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6160.722849805283,
          "levels": [
            -6160.722849805283,
            -6160.722849805283,
            -6160.722849805283
          ],
          "alternate": -6160.722849805283,
          "omitted_ratio": 3.391296875034167e-73,
          "diagnostics": {
            "log_t_mode": -4.141899266413719,
            "log_t_cut": -8.0,
            "log_tail_upper": 2315.1738777776486,
            "log_body_lower_numeric": 2482.0413771589715,
            "quad_relative_error": 6.631253249300319e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.014433700999688881
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8672.813694715678,
          "levels": [
            -8672.813694715678,
            -8672.813694715678,
            -8672.813694715678
          ],
          "alternate": -8672.813694715678,
          "omitted_ratio": 1.1705869339759453e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -106.59703112952411,
            "log_body_lower_numeric": -46.887323987673696,
            "quad_relative_error": 1.1106164872007416e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005818577999889385
          }
        }
      },
      "old_plugin_scores": {
        "W": 8260.432101689707,
        "A": 8801.592315436494,
        "V": 8528.7037551896,
        "S": 9565.394652648893,
        "J": 8260.432101689707
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.0504983590659105,
          "phase": [
            0.04365101648337102,
            0.03502326560885544,
            0.03268532623309654,
            0.032346142921469846,
            0.03510866752176683,
            0.03787883106558833,
            0.03519622004738683,
            0.03559552495339854,
            0.026711280853760254,
            0.03998524501824356,
            0.0273089092906106,
            0.03964826061132325,
            0.0346626349216071,
            0.03635088463837054,
            0.0359019101476985,
            0.03893485253649573,
            0.043072454209296215,
            0.040916396649321174,
            0.03491936126346109,
            0.05225934292990621,
            0.07690600674233282,
            0.08705639237286537,
            0.08277607816880324,
            0.0816421142687987,
            0.08050750830913865,
            0.12497789071091701,
            0.10311348737522477,
            0.09436568480943203,
            0.11376361504086951,
            0.12241808545145677,
            0.11994920389591172,
            0.12984747797779578,
            0.13472440361505406,
            0.14614360185462774,
            0.12002312399560298,
            0.09891317115043242,
            0.12214255761776574,
            0.12188350158604876,
            0.0939397549770673,
            0.11938889228600028,
            0.09846564142006244,
            0.10071880941618026,
            0.08141249401734148,
            0.06674921150642234,
            0.06395027287127772,
            0.0748119849050262,
            0.059128038589843446,
            0.04569039096410382,
            0.03842033673080016,
            0.04851693736185813,
            0.028299565238141235,
            0.03257486728628296,
            0.031373417812141056,
            0.03185521122195082,
            0.043781806091468034,
            0.05427488072175835,
            0.019473873033483732,
            0.02629379101906169,
            0.040726092412438436,
            0.028416539457934407,
            0.03923126195632002,
            0.033859336096017066,
            0.02018903155336865,
            0.02964548727145547
          ],
          "B": 1.929355595844052,
          "D": 4.0475153867245535,
          "initial": [
            0.0002880660962867662
          ],
          "qr": [
            [
              [
                -2.012513426779962,
                -0.958679614342269
              ],
              [
                0.0,
                -1.7688235779368726
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.9718164393317166,
              "O": 2.078681919734195,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.0400649761277553,
              "O": 4.010433382938156,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.29394246259625,
          "phase": [
            0.07881845560368636,
            0.07353635354125099,
            0.06812413814918997,
            0.06584758070989853,
            0.07428923467987217,
            0.07514483025011842,
            0.07087502993633318,
            0.06600624978090619,
            0.06387111806992328,
            0.06894029731939853,
            0.062933070823296,
            0.0688049828209535,
            0.06833786208135822,
            0.06748087098441602,
            0.07457419741912759,
            0.08384033245356429,
            0.08661205289736873,
            0.10493361951829006,
            0.10265648635987293,
            0.12662995939544658,
            0.1372041674575904,
            0.1668179567546166,
            0.163602173299777,
            0.1752844743238765,
            0.17938822912858093,
            0.23545885307880293,
            0.23699071215823253,
            0.2162737180865398,
            0.23343044898352333,
            0.24640117046066837,
            0.2559386346428046,
            0.2624791189305528,
            0.26998877372965924,
            0.2841158119216647,
            0.20725990871696354,
            0.22394684354594635,
            0.261781309967444,
            0.23492615925813232,
            0.22098206469758,
            0.23007735545700647,
            0.19152726498920075,
            0.2027594305997769,
            0.17124112774949854,
            0.13583646508908512,
            0.13491871562943109,
            0.13395965116638184,
            0.11113836333973386,
            0.11236934939252784,
            0.08070100557467935,
            0.08031031171127502,
            0.0709911968493715,
            0.07506047217273577,
            0.05242683851295343,
            0.05473555997128044,
            0.0687948675246381,
            0.08868928364772359,
            0.05096105709672734,
            0.05870513708654303,
            0.07396666227223872,
            0.06708617177961779,
            0.07788555129045913,
            0.07819428111311597,
            0.06717937727984019,
            0.059899713363181756
          ],
          "B": 3.972939266958809,
          "D": 8.28838014205611,
          "initial": [
            0.0002880660962867662,
            0.002538546735378095
          ],
          "qr": [
            [
              [
                -2.012513426779962,
                -0.958679614342269
              ],
              [
                0.0,
                -1.7688235779368726
              ]
            ],
            [
              [
                -2.0593459050861176,
                -0.9923459997990474
              ],
              [
                0.0,
                -1.8051738749355315
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.144389192025322,
              "O": 4.14955327057093,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.06494488991643971,
              "O": 8.22899757267981,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8260.432101689707,
          "A": 8801.592315436494,
          "V": 8528.7037551896,
          "S": 9565.394652648893,
          "J": 8260.432101689707
        },
        "predictive": {
          "W": 8261.229162789788,
          "A": 8801.779118002287,
          "V": null,
          "S": 9564.791846260634,
          "J": 8260.266599259618
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.797061100081919,
          "A": 0.18680256579318666,
          "V": null,
          "S": -0.6028063882586139,
          "J": -0.1655024300889636
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-001",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2683.7421439330037,
          "levels": [
            -2683.7421439330037,
            -2683.7421439330037,
            -2683.7421439330037
          ],
          "alternate": -2683.7421439330037,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1966999409196433e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2194.7668674402908,
          "levels": [
            -2194.7668674402908,
            -2194.7668674402908,
            -2194.7668674402908
          ],
          "alternate": -2194.7668674402908,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4624096416297291
            ],
            "polynomial_residuals": [
              7.275957614183426e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2835665618297225e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014725213000019721
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000037,
            "elapsed_seconds": 7.780467923999822
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2690.369010314911,
          "levels": [
            -2690.369010314911,
            -2690.369010314911,
            -2690.369010314911
          ],
          "alternate": -2690.369010314911,
          "omitted_ratio": 1.354127754779806e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -51.709278588236764,
            "log_body_lower_numeric": -22.078829902957224,
            "quad_relative_error": 2.3454248403763645e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005564504999711062
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1569.21542311592,
          "levels": [
            -1569.21542311592,
            -1569.21542311592,
            -1569.21542311592
          ],
          "alternate": -1569.21542311592,
          "omitted_ratio": 5.0700908672346004e-40,
          "diagnostics": {
            "log_t_mode": -4.000873624208855,
            "log_t_cut": -8.0,
            "log_tail_upper": 1012.9666458095978,
            "log_body_lower_numeric": 1103.4466907893857,
            "quad_relative_error": 1.2273916608547197e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.015617043000020203
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8491.180476253825,
          "levels": [
            -8491.180476253825,
            -8491.180476253825,
            -8491.180476253825
          ],
          "alternate": -8491.180476253825,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.8339999769523274e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7412.295640368167,
          "levels": [
            -7412.295640368167,
            -7412.295640368167,
            -7412.295640368167
          ],
          "alternate": -7412.295640368167,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.482064140606288
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.3249308598582974e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01581662199987477
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000500,
            "elapsed_seconds": 7.595454156999949
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8498.718788958178,
          "levels": [
            -8498.718788958178,
            -8498.718788958178,
            -8498.718788958178
          ],
          "alternate": -8498.718788958178,
          "omitted_ratio": 2.2275212256256477e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -104.23418198893125,
            "log_body_lower_numeric": -45.1678589803039,
            "quad_relative_error": 1.1102230991845356e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0072889869998107315
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6070.915593098745,
          "levels": [
            -6070.915593098745,
            -6070.915593098745,
            -6070.915593098745
          ],
          "alternate": -6070.915593098745,
          "omitted_ratio": 2.285004918443087e-74,
          "diagnostics": {
            "log_t_mode": -4.099292340200631,
            "log_t_cut": -8.0,
            "log_tail_upper": 2228.278069561378,
            "log_body_lower_numeric": 2397.842998266102,
            "quad_relative_error": 1.7651691577545575e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.014537631999701262
          }
        }
      },
      "old_plugin_scores": {
        "W": 8244.38750927344,
        "A": 8838.276578755516,
        "V": 8273.832933055572,
        "S": 8244.38750927344,
        "J": 9559.133448110306
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.707734223844115,
          "phase": [
            0.033194888267312365,
            0.031129441611079407,
            0.025157297235106946,
            0.017540806057351106,
            0.027999402531016446,
            0.041051507513327756,
            0.03714128995456261,
            0.03943936540692008,
            0.03017231398712637,
            0.04737729575248349,
            0.031784060097975894,
            0.05023907862241697,
            0.06756236728367122,
            0.06940888692156104,
            0.0656613952244144,
            0.07915863934264587,
            0.08567620894460198,
            0.11155389180010719,
            0.10473216914793664,
            0.13402994486852404,
            0.09726363617965895,
            0.08670709438462153,
            0.09020036765252742,
            0.09426587721578789,
            0.07412618455401387,
            0.07902999328646737,
            0.05061554979972773,
            0.0491802723153876,
            0.04287043187297096,
            0.03350831845479006,
            0.03929717052731474,
            0.03004711326461318,
            0.02805381202435764,
            0.02919957053240092,
            0.03343068191693893,
            0.020960210576997648,
            0.04517041473729125,
            0.040118571191309425,
            0.053118891116618154,
            0.060331084000994496,
            0.0652483410623199,
            0.06756654643826514,
            0.08368209842503763,
            0.10465855134018014,
            0.08397999557134483,
            0.10144483612047063,
            0.09985185475449003,
            0.10961341288347776,
            0.09124990542728768,
            0.08079596766318356,
            0.07905235254683791,
            0.052480382786902105,
            0.06872616464127046,
            0.056983009821058965,
            0.044376480180501415,
            0.054632140355678246,
            0.03338429287354697,
            0.02877057245492905,
            0.032831155858700174,
            0.04259385437269452,
            0.026958350687051966,
            0.03639478032066353,
            0.028044025823374428,
            0.026909655259916544
          ],
          "B": 1.7147891406079048,
          "D": 3.7074715936321794,
          "initial": [
            0.00022337376395122882
          ],
          "qr": [
            [
              [
                -1.925489768884832,
                -0.8905729691833383
              ],
              [
                0.0,
                -1.7072125684741495
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.037493182020299415,
              "O": 3.6702410418238154,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 1.7201413023155947,
              "O": 1.9875929215285209,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.948967996352532,
          "phase": [
            0.06888273861524116,
            0.05420499017932881,
            0.05908386435841076,
            0.052635929756861,
            0.05878709284630619,
            0.07326274349219261,
            0.07509912097557855,
            0.0888294108154235,
            0.05939942221478135,
            0.08123020339073343,
            0.09956555169271145,
            0.11323337138624533,
            0.12681383230090726,
            0.1545805057917234,
            0.16677079149408575,
            0.20052436042881974,
            0.2154148671446031,
            0.24534951593576676,
            0.22353440019705492,
            0.2725890174113345,
            0.21121145938447422,
            0.2089090770544135,
            0.17581642524831637,
            0.17920425399017614,
            0.1305102892188209,
            0.14326988193783924,
            0.10526743597776887,
            0.09354834699960735,
            0.09654743620842934,
            0.0861707884294032,
            0.0789075844120872,
            0.07497969285732886,
            0.06388905218882285,
            0.06008685296406151,
            0.0647183973006577,
            0.0527964943403299,
            0.08071762376166902,
            0.08915513092517854,
            0.12299358785714268,
            0.11915676060310704,
            0.14801107694534366,
            0.1506999705732441,
            0.1818154214772214,
            0.19855701140863677,
            0.1937474723976595,
            0.21905044873921817,
            0.20387564328690566,
            0.21254907283274183,
            0.22232307369094928,
            0.18642409407314,
            0.19512509330074573,
            0.13997180475351784,
            0.1333401175269307,
            0.10855841913180408,
            0.0963771094681827,
            0.10234805033590894,
            0.0772158887993879,
            0.07556832617747498,
            0.07002270796423327,
            0.06798493134334219,
            0.054896500969656675,
            0.06183491032780819,
            0.060124450001863866,
            0.060898098738870476
          ],
          "B": 3.8312141748396193,
          "D": 7.945578905876541,
          "initial": [
            0.00022337376395122882,
            3.87459612556009e-05
          ],
          "qr": [
            [
              [
                -1.925489768884832,
                -0.8905729691833383
              ],
              [
                0.0,
                -1.7072125684741495
              ]
            ],
            [
              [
                -2.0594161858515054,
                -1.0276820434703138
              ],
              [
                0.0,
                -1.7838205278935149
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06749527966249445,
              "O": 7.881472716690038,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 3.886681377378978,
              "O": 4.0622866189735545,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8244.38750927344,
          "A": 8838.276578755516,
          "V": 8273.832933055572,
          "S": 8244.38750927344,
          "J": 9559.133448110306
        },
        "predictive": {
          "W": 8254.15880275226,
          "A": 8844.068362145204,
          "V": null,
          "S": 8253.247356429814,
          "J": 9559.896965090256
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 9.771293478819643,
          "A": 5.791783389688135,
          "V": null,
          "S": 8.859847156374599,
          "J": 0.7635169799505093
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-002",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2813.9243012700313,
          "levels": [
            -2813.9243012700313,
            -2813.9243012700313,
            -2813.9243012700313
          ],
          "alternate": -2813.9243012700313,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2507000064942986e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2817.261287112693,
          "levels": [
            -2817.261287112693,
            -2817.261287112693,
            -2817.261287112693
          ],
          "alternate": -2817.261287112693,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.013492752649474292
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.547473508864641e-13,
            "quad_relative_error": 1.4152135916178747e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.017632751999371976
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000050,
            "elapsed_seconds": 6.405269533999672
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2818.7989255790417,
          "levels": [
            -2818.7989255790417,
            -2818.7989255790417,
            -2818.7989255790417
          ],
          "alternate": -2818.7989255790417,
          "omitted_ratio": 1.8796496959233095e-16,
          "diagnostics": {
            "log_t_mode": -0.13688257636266732,
            "log_t_cut": -2.1368825763626673,
            "log_tail_upper": -42.35767466421307,
            "log_body_lower_numeric": -6.147398603832554,
            "quad_relative_error": 1.1102231648204403e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006542574000377499
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2820.0183034268566,
          "levels": [
            -2820.0183034268566,
            -2820.0183034268566,
            -2820.0183034268566
          ],
          "alternate": -2820.0183034268566,
          "omitted_ratio": 5.994248188217873e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -46.300280203320895,
            "log_body_lower_numeric": -18.15747436854465,
            "quad_relative_error": 7.944414323503706e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006597246000637824
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8611.297091470005,
          "levels": [
            -8611.297091470005,
            -8611.297091470005,
            -8611.297091470005
          ],
          "alternate": -8611.297091470005,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3850999494025018e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8615.10344402519,
          "levels": [
            -8615.10344402519,
            -8615.10344402519,
            -8615.10344402519
          ],
          "alternate": -8615.10344402519,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.00781443318328282
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.3854613865089369e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014236985999559693
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000201,
            "elapsed_seconds": 6.137523876999694
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8617.00841588532,
          "levels": [
            -8617.00841588532,
            -8617.00841588532,
            -8617.00841588532
          ],
          "alternate": -8617.00841588532,
          "omitted_ratio": 5.27028589187856e-32,
          "diagnostics": {
            "log_t_mode": -0.03830247723713823,
            "log_t_cut": -2.038302477237138,
            "log_tail_upper": -79.44176215145814,
            "log_body_lower_numeric": -7.421123785663834,
            "quad_relative_error": 1.1102232920557854e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.006958031999602099
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8615.44321281078,
          "levels": [
            -8615.44321281078,
            -8615.44321281078,
            -8615.44321281078
          ],
          "alternate": -8615.44321281078,
          "omitted_ratio": 3.298314885248898e-32,
          "diagnostics": {
            "log_t_mode": -0.19158430722960798,
            "log_t_cut": -2.191584307229608,
            "log_tail_upper": -78.3006216807978,
            "log_body_lower_numeric": -5.811310402205675,
            "quad_relative_error": 3.2385261819918788e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006465595000008761
          }
        }
      },
      "old_plugin_scores": {
        "W": 8261.998384857921,
        "A": 8261.720976973702,
        "V": 8259.505289143339,
        "S": 8261.601114523608,
        "J": 8261.998384857921
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.951070185398181,
          "phase": [
            0.05399278333444573,
            0.0628314979374379,
            0.0739840926409153,
            0.06341078080704059,
            0.05322429711782158,
            0.05518489118278198,
            0.06384167643481937,
            0.07358738233758101,
            0.05651002395702004,
            0.05480076599284059,
            0.06095009910720114,
            0.0555626759881197,
            0.043035070417409255,
            0.03954538025424056,
            0.06577783787445407,
            0.05899096592501009,
            0.041132933895160935,
            0.045769430799094436,
            0.06296501208652082,
            0.05638304333938391,
            0.0670794047137325,
            0.05868228114684305,
            0.06131575794064657,
            0.05585373135046405,
            0.0714598745551078,
            0.07336761629823689,
            0.058301128398714756,
            0.056394180664079474,
            0.06482164381214672,
            0.07494671818843159,
            0.05949118560447762,
            0.0684368950735522,
            0.06171042228102748,
            0.07071211063754221,
            0.07286344097106458,
            0.06360835731269726,
            0.06132392306700395,
            0.06188984170698289,
            0.07033036342544646,
            0.07179745918618576,
            0.06173157409555115,
            0.062328562655936434,
            0.07585308783948289,
            0.0630306537313597,
            0.0651911809045111,
            0.0454035428799608,
            0.061586458888704954,
            0.06767896212776542,
            0.06927594040594248,
            0.051067281540511496,
            0.05866162914199922,
            0.0569586230840443,
            0.06002181374815534,
            0.07281707596180716,
            0.06579458992681596,
            0.05940569357727864,
            0.05201418985176465,
            0.0652237391745319,
            0.05804687015687298,
            0.07288299370293432,
            0.05517462618062998,
            0.08716313935840081,
            0.046842280683853314,
            0.07104869801568268
          ],
          "B": -0.05331537080691104,
          "D": 3.950443386704655,
          "initial": [
            3.4993252671181316e-05
          ],
          "qr": [
            [
              [
                -1.9877211052221362,
                0.02682235987072882
              ],
              [
                0.0,
                -1.987400045528904
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06850622590087466,
              "O": 3.882563959497306,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 0.05183394179607595,
              "O": 3.899236243602105,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.185525847066003,
          "phase": [
            0.11244960162969894,
            0.16100719491178744,
            0.1472815742556243,
            0.1195585735874114,
            0.10708690484667438,
            0.13064715670579033,
            0.12654941162396532,
            0.14782160568411165,
            0.12274099807405799,
            0.09520893854649404,
            0.14479649003773487,
            0.12435474862342862,
            0.1200417177551752,
            0.10396964568605016,
            0.11822899257529718,
            0.1303265041175472,
            0.10283049085712159,
            0.0941154885236988,
            0.1469002014422082,
            0.11779591554227387,
            0.1493560206893206,
            0.10226895927288703,
            0.10821874486585992,
            0.10744523358634929,
            0.15390575758583275,
            0.1466318615025256,
            0.13137389594027,
            0.1330312903629923,
            0.15819865724892204,
            0.13727027312871104,
            0.12936176079145456,
            0.11575054929037631,
            0.12874905739659398,
            0.12504339138487022,
            0.1422990205751319,
            0.13113587708568675,
            0.12059894545600704,
            0.13116324132350335,
            0.13327972068617958,
            0.12527083163065217,
            0.11998619507342081,
            0.1191901426129503,
            0.16254896024640147,
            0.13455773137500743,
            0.14390238090878482,
            0.11058104364417262,
            0.1446063201466129,
            0.13830626209203534,
            0.11496947511871668,
            0.1044797983980314,
            0.1244282544043725,
            0.11945380245487494,
            0.12262930577433943,
            0.16152671087381537,
            0.11164737736086193,
            0.11429448908061762,
            0.11187752110747753,
            0.1441775997113302,
            0.12227250321253999,
            0.14700872528776882,
            0.11506464656621619,
            0.1714138511328302,
            0.1170749640184528,
            0.12546254163409246
          ],
          "B": -0.06397115850085709,
          "D": 8.184284193913388,
          "initial": [
            3.4993252671181316e-05,
            0.0003754241477607222
          ],
          "qr": [
            [
              [
                -1.9877211052221362,
                0.02682235987072882
              ],
              [
                0.0,
                -1.987400045528904
              ]
            ],
            [
              [
                -2.057688080715846,
                0.0051785242835440115
              ],
              [
                0.0,
                -2.0577146095225984
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.13080504920039426,
              "O": 8.054720797865608,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.1520834856451764,
              "O": 8.033442361420825,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8261.998384857921,
          "A": 8261.720976973702,
          "V": 8259.505289143339,
          "S": 8261.601114523608,
          "J": 8261.998384857921
        },
        "predictive": {
          "W": 8264.224344873108,
          "A": 8263.754978160585,
          "V": null,
          "S": 8263.387644766803,
          "J": 8266.172225689159
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 2.2259600151865016,
          "A": 2.0340011868829606,
          "V": null,
          "S": 1.7865302431946475,
          "J": 4.173840831237612
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-002",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2958.2700134089123,
          "levels": [
            -2958.2700134089123,
            -2958.2700134089123,
            -2958.2700134089123
          ],
          "alternate": -2958.2700134089123,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4097000530455261e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2065.793526050455,
          "levels": [
            -2065.793526050455,
            -2065.7935260504546,
            -2065.793526050455
          ],
          "alternate": -2065.7935260504546,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5954444317049847
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.364242052659392e-12,
            "quad_relative_error": 1.2781595633223855e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.012470892000237654
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000242,
            "elapsed_seconds": 5.96948302400051
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2938.6893921992078,
          "levels": [
            -2938.6893921992078,
            -2938.6893921992078,
            -2938.6893921992078
          ],
          "alternate": -2938.6893921992078,
          "omitted_ratio": 1.3390474945471396e-12,
          "diagnostics": {
            "log_t_mode": -1.0533826232328887,
            "log_t_cut": -3.0533826232328884,
            "log_tail_upper": -18.366459908019156,
            "log_body_lower_numeric": 8.972602671667241,
            "quad_relative_error": 1.11023587369368e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.010059995999654348
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2932.5987760803623,
          "levels": [
            -2932.5987760803623,
            -2932.5987760803623,
            -2932.5987760803623
          ],
          "alternate": -2932.5987760803623,
          "omitted_ratio": 1.3008905497006144e-12,
          "diagnostics": {
            "log_t_mode": -1.1547106589574294,
            "log_t_cut": -3.1547106589574296,
            "log_tail_upper": -12.312915911351892,
            "log_body_lower_numeric": 15.05505613640951,
            "quad_relative_error": 5.499369410663689e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.009174294999866106
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8737.449023534451,
          "levels": [
            -8737.449023534451,
            -8737.449023534451,
            -8737.449023534451
          ],
          "alternate": -8737.449023534451,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2784000318788458e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6868.648273860527,
          "levels": [
            -6868.648273860527,
            -6868.648273860527,
            -6868.648273860527
          ],
          "alternate": -6868.648273860527,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6058662077146674
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2516371699559192e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.019667194999783533
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000261,
            "elapsed_seconds": 6.5783572450000065
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8663.797566121528,
          "levels": [
            -8663.797566121528,
            -8663.797566121528,
            -8663.797566121528
          ],
          "alternate": -8663.797566121528,
          "omitted_ratio": 1.4717896725059737e-23,
          "diagnostics": {
            "log_t_mode": -1.2735330273542573,
            "log_t_cut": -3.273533027354257,
            "log_tail_upper": -0.8657529558654966,
            "log_body_lower_numeric": 51.70722505842581,
            "quad_relative_error": 2.39561798870393e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.00795371399999567
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8644.377249682626,
          "levels": [
            -8644.377249682626,
            -8644.377249682626,
            -8644.377249682626
          ],
          "alternate": -8644.377249682626,
          "omitted_ratio": 1.418489605956885e-23,
          "diagnostics": {
            "log_t_mode": -1.3901647280822673,
            "log_t_cut": -3.3901647280822673,
            "log_tail_upper": 18.506290098138894,
            "log_body_lower_numeric": 71.116154589251,
            "quad_relative_error": 2.4183319809240303e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.008555438999792386
          }
        }
      },
      "old_plugin_scores": {
        "W": 8282.724247182932,
        "A": 9257.584386464372,
        "V": 8281.562797720879,
        "S": 8334.83173771207,
        "J": 8347.801132896371
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.239595144871611,
          "phase": [
            0.06434045518845648,
            0.053662590925905654,
            0.06072830396150426,
            0.0807719645597772,
            0.0659458617862364,
            0.07685386661842247,
            0.07150984772619273,
            0.06973251775932722,
            0.064876934341684,
            0.05787981051223446,
            0.07039459733757614,
            0.08292527003214814,
            0.06462351699990211,
            0.06348397510547832,
            0.056752900211174996,
            0.05569201386932297,
            0.06850023129089383,
            0.07648981641907203,
            0.05960376344214539,
            0.04059924556311216,
            0.04747765342578886,
            0.07397456980053234,
            0.0729234898517578,
            0.07328586456927216,
            0.05272268895625485,
            0.0512914984389071,
            0.06152783491068479,
            0.08142065753887824,
            0.07659202750958888,
            0.05699968120511161,
            0.08211031216690821,
            0.05974178048884131,
            0.05261934991000656,
            0.06856646054109021,
            0.0764563418508344,
            0.07671818641831304,
            0.06353357993263208,
            0.06528685269357506,
            0.065135624698533,
            0.06821804679358534,
            0.06608962937611655,
            0.06606880193785772,
            0.05742044663506437,
            0.06056846897667075,
            0.06703785044043602,
            0.06318073131673137,
            0.0701710437638626,
            0.08375536487334506,
            0.06572395322989238,
            0.06376996013693363,
            0.060064784126172235,
            0.047339576919829186,
            0.05477213884549773,
            0.05699833971284555,
            0.05826967192733264,
            0.05954559025968882,
            0.06988139732606707,
            0.06757113021505845,
            0.08404368007585829,
            0.084858708779489,
            0.08026697116680118,
            0.08067925849643001,
            0.07925333622518438,
            0.060294324756783896
          ],
          "B": 2.5237850894968656,
          "D": 4.237454631125716,
          "initial": [
            0.0008348234186546291
          ],
          "qr": [
            [
              [
                2.058824985629657,
                1.2258376049992465
              ],
              [
                0.0,
                -1.653968446105935
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.17943769852080704,
              "O": 4.0601574463508046,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.19773505571896077,
              "O": 4.041860089152651,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.441552739079484,
          "phase": [
            0.1394252346213427,
            0.10370978661504356,
            0.12441552728832507,
            0.16142208001020236,
            0.11972289346681289,
            0.13939276858132432,
            0.11618348303381268,
            0.13062827790332074,
            0.10649014300785593,
            0.1000210684325345,
            0.10950415891547227,
            0.149308550556365,
            0.11969451828917543,
            0.15667421389889452,
            0.12234578910832336,
            0.11801153343446959,
            0.12561512550178666,
            0.1256260958406456,
            0.1299090646330883,
            0.1148612061424745,
            0.0950542632285092,
            0.12207132512002894,
            0.12659101377745416,
            0.14766184935046198,
            0.13316556416671949,
            0.1343050639902278,
            0.11692372210064675,
            0.15212941828876986,
            0.14932612145273957,
            0.13101158437200908,
            0.14865248757755678,
            0.11681229907539961,
            0.12607799145033366,
            0.13288855957264217,
            0.13976921467012166,
            0.14271509737238167,
            0.12825866720914006,
            0.13651231100746142,
            0.14866303335185466,
            0.14661184476021855,
            0.13876944772802702,
            0.13609342582108652,
            0.10867307561323197,
            0.13075829198228084,
            0.13127160228992468,
            0.14342535433219178,
            0.1537286826065709,
            0.16262999067666478,
            0.1316732995154507,
            0.13326130513634832,
            0.12227097460528955,
            0.11653284328579472,
            0.13356319830744498,
            0.12503132256952892,
            0.11109584864241481,
            0.10670209238780766,
            0.13580858282996483,
            0.1429031912330106,
            0.15629554627425893,
            0.13594149733954872,
            0.14425345547237078,
            0.14335569135206672,
            0.16415632110315653,
            0.14519474679910127
          ],
          "B": 5.1132601063775285,
          "D": 8.437525321575801,
          "initial": [
            0.0008348234186546291,
            0.0003162439419368368
          ],
          "qr": [
            [
              [
                2.058824985629657,
                1.2258376049992465
              ],
              [
                0.0,
                -1.653968446105935
              ]
            ],
            [
              [
                2.049790562537045,
                1.2632876081133109
              ],
              [
                0.0,
                1.6138436583446896
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.44703735711830295,
              "O": 7.994515381961181,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.4991632584343126,
              "O": 7.942389480645172,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8282.724247182932,
          "A": 9257.584386464372,
          "V": 8281.562797720879,
          "S": 8334.83173771207,
          "J": 8347.801132896371
        },
        "predictive": {
          "W": 8282.418124947542,
          "A": 9258.74238726301,
          "V": null,
          "S": 8336.48896115076,
          "J": 8349.818661470817
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.3061222353899211,
          "A": 1.1580007986376586,
          "V": null,
          "S": 1.6572234386912896,
          "J": 2.01752857444626
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-002",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2894.6836218820076,
          "levels": [
            -2894.6836218820076,
            -2894.6836218820076,
            -2894.6836218820076
          ],
          "alternate": -2894.6836218820076,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 0.0007972280000103638
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2896.1343097034455,
          "levels": [
            -2896.1343097034455,
            -2896.1343097034455,
            -2896.1343097034455
          ],
          "alternate": -2896.1343097034455,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.03320428140213365
            ],
            "polynomial_residuals": [
              1.4210854715202004e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.5474735088646407e-13,
            "quad_relative_error": 1.4150549422383436e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01566628899945499
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000523,
            "elapsed_seconds": 7.45048409500032
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2901.8219348551174,
          "levels": [
            -2901.8219348551174,
            -2901.8219348551174,
            -2901.8219348551174
          ],
          "alternate": -2901.8219348551174,
          "omitted_ratio": 1.639893494187606e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -59.407055787070846,
            "log_body_lower_numeric": -27.66549578231292,
            "quad_relative_error": 1.0708952458636868e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005259955999463273
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2901.168910976941,
          "levels": [
            -2901.168910976941,
            -2901.168910976941,
            -2901.168910976941
          ],
          "alternate": -2901.168910976941,
          "omitted_ratio": 2.1244358488970314e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -50.07048219590625,
            "log_body_lower_numeric": -20.890382271241236,
            "quad_relative_error": 3.684873564888291e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006308600999545888
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8609.438274139107,
          "levels": [
            -8609.438274139107,
            -8609.438274139107,
            -8609.438274139107
          ],
          "alternate": -8609.438274139107,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4213999747880735e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8612.611796928519,
          "levels": [
            -8612.611796928519,
            -8612.611796928519,
            -8612.611796928519
          ],
          "alternate": -8612.611796928519,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.014685021654128303
            ],
            "polynomial_residuals": [
              -1.4210854715202004e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.3854427533182985e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.016464192999592342
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000362,
            "elapsed_seconds": 8.00270202199954
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8617.283152911563,
          "levels": [
            -8617.283152911563,
            -8617.283152911563,
            -8617.283152911563
          ],
          "alternate": -8617.283152911563,
          "omitted_ratio": 1.6121715067844423e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -113.88476706142185,
            "log_body_lower_numeric": -52.192551582794515,
            "quad_relative_error": 2.695049314534864e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0054686289995515835
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8616.191956085993,
          "levels": [
            -8616.191956085993,
            -8616.191956085993,
            -8616.191956085993
          ],
          "alternate": -8616.191956085993,
          "omitted_ratio": 1.6349436531104208e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -88.48557432364517,
            "log_body_lower_numeric": -33.71514043261402,
            "quad_relative_error": 1.1102230428653953e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.00595063799937634
          }
        }
      },
      "old_plugin_scores": {
        "W": 8347.144800144475,
        "A": 8344.384442368906,
        "V": 8667.936681225396,
        "S": 8347.144800144475,
        "J": 8347.144800144475
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.1099864729392666,
          "phase": [
            0.10610967329904933,
            0.1379964676636373,
            0.1003449929497292,
            0.13688794299138782,
            0.16800237642215493,
            0.10897827732437124,
            0.1156704575149404,
            0.10080209130535418,
            0.10030073422164613,
            0.10491119854575821,
            0.07191691637747655,
            0.08739231598319835,
            0.06570340975086267,
            0.0809141812022924,
            0.07940274390260156,
            0.07072475982519447,
            0.05547177611956181,
            0.03768110110501572,
            0.037149721647829335,
            0.03861148783162809,
            0.04192906192911561,
            0.03415908875023974,
            0.03631270775284922,
            0.03617549385500393,
            0.028506441473489325,
            0.03140282836115134,
            0.02903838208260667,
            0.022353710912850898,
            0.02354872572304922,
            0.029714432355337883,
            0.02346900292947896,
            0.036525317843409254,
            0.021301715367730976,
            0.02767752907898018,
            0.02519754660764639,
            0.02201842646886976,
            0.029808885512421356,
            0.017152815258554204,
            0.0283465581918805,
            0.02905397145815581,
            0.03723974171328529,
            0.04005686247903164,
            0.023981699891951064,
            0.03988996031715367,
            0.04621781734835541,
            0.03209724966170906,
            0.05003638229074901,
            0.03964387855025821,
            0.04960969759467715,
            0.07978898589805639,
            0.059040055763065195,
            0.0646008838823264,
            0.07473267024655508,
            0.0675933447855261,
            0.09059078938004472,
            0.09115289128832675,
            0.06943504664621684,
            0.0975322630044867,
            0.07076827998590692,
            0.11590977761258481,
            0.07113683385673257,
            0.11084809113114155,
            0.1692501537092828,
            0.14016784800533275
          ],
          "B": 0.13650121831437315,
          "D": 4.109948925450406,
          "initial": [
            1.6185640154483916e-06
          ],
          "qr": [
            [
              [
                -2.0273097578750146,
                -0.0673312096408252
              ],
              [
                0.0,
                -2.026182877289887
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.02391382484668557,
              "O": 4.086072648092582,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.045308646595740354,
              "O": 4.064677826343527,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.18181199321883,
          "phase": [
            0.26068097173319316,
            0.24404589452783043,
            0.23884320671883266,
            0.2317964400314087,
            0.28724608730902657,
            0.22629540219607758,
            0.24257647797580015,
            0.2180227393705954,
            0.19932515238978954,
            0.1696030753336042,
            0.14566196826565342,
            0.1775017640840597,
            0.11966777304628642,
            0.15594820602718606,
            0.15881088883089867,
            0.12364162317417787,
            0.1002050154325988,
            0.09047710686108965,
            0.09076742014654186,
            0.0756840411781206,
            0.08761153624420759,
            0.07302367099209073,
            0.07680166753728779,
            0.06457210841412275,
            0.051397749825703415,
            0.062269501800175646,
            0.05171201394337497,
            0.04503914455299009,
            0.05278201266182817,
            0.055420292631160856,
            0.04667915747209466,
            0.05700799949480598,
            0.04473546924469188,
            0.045501885146485406,
            0.0535276143696326,
            0.053945862420920795,
            0.05773086400079103,
            0.04845137320202415,
            0.05295949921520311,
            0.06062471099901617,
            0.07493928808965913,
            0.06777977890358654,
            0.060079622661987825,
            0.0766413320847974,
            0.0917679985469328,
            0.0633790744916638,
            0.10948948276946671,
            0.08618942558071925,
            0.11744615471878908,
            0.13813052934447476,
            0.11729870703494452,
            0.13960151166140233,
            0.13490403344896543,
            0.1471534634688314,
            0.1751782236653372,
            0.1905982695760407,
            0.1230173514928539,
            0.1948826141242107,
            0.1571106356517858,
            0.23106595730448654,
            0.19033674754314495,
            0.23519798196685007,
            0.28174811978524417,
            0.27928030050127706
          ],
          "B": 0.12003038421090478,
          "D": 8.171663175944321,
          "initial": [
            1.6185640154483916e-06,
            4.223898689400284e-05
          ],
          "qr": [
            [
              [
                -2.0273097578750146,
                -0.0673312096408252
              ],
              [
                0.0,
                -2.026182877289887
              ]
            ],
            [
              [
                -2.01786602164085,
                0.008162501338951543
              ],
              [
                0.0,
                -2.015363456811872
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.047374418732155435,
              "O": 8.134437574486677,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 0.10541865095329227,
              "O": 8.07639334226554,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8347.144800144475,
          "A": 8344.384442368906,
          "V": 8667.936681225396,
          "S": 8347.144800144475,
          "J": 8347.144800144475
        },
        "predictive": {
          "W": 8346.842482815982,
          "A": 8345.119647848009,
          "V": null,
          "S": 8346.135917016636,
          "J": 8346.57408996403
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.3023173284927907,
          "A": 0.7352054791026603,
          "V": null,
          "S": -1.008883127838999,
          "J": -0.5707101804455306
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-002",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2854.0497245553765,
          "levels": [
            -2854.0497245553765,
            -2854.0497245553765,
            -2854.0497245553765
          ],
          "alternate": -2854.0497245553765,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2827999853470828e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2356.410556929564,
          "levels": [
            -2356.410556929564,
            -2356.410556929564,
            -2356.410556929564
          ],
          "alternate": -2356.410556929564,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4660527832085219
            ],
            "polynomial_residuals": [
              -6.59383658785373e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.547473508864641e-13,
            "quad_relative_error": 1.2796205647165208e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014230431000214594
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000469,
            "elapsed_seconds": 7.141981327999929
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1679.7606683885588,
          "levels": [
            -1679.7606683885588,
            -1679.7606683885588,
            -1679.7606683885588
          ],
          "alternate": -1679.7606683885588,
          "omitted_ratio": 3.801434089664336e-39,
          "diagnostics": {
            "log_t_mode": -4.063827506800956,
            "log_t_cut": -8.0,
            "log_tail_upper": 1074.7343550110163,
            "log_body_lower_numeric": 1163.1997952502293,
            "quad_relative_error": 1.1610710218133068e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.013868496999748459
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2861.076550720122,
          "levels": [
            -2861.076550720122,
            -2861.076550720122,
            -2861.076550720122
          ],
          "alternate": -2861.076550720122,
          "omitted_ratio": 2.809185471240182e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -57.44194988064764,
            "log_body_lower_numeric": -26.238653152170784,
            "quad_relative_error": 4.51521215594658e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005444747999717947
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8799.61385753284,
          "levels": [
            -8799.61385753284,
            -8799.61385753284,
            -8799.61385753284
          ],
          "alternate": -8799.61385753284,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3112000488035847e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7512.3507761761175,
          "levels": [
            -7512.3507761761175,
            -7512.3507761761175,
            -7512.3507761761175
          ],
          "alternate": -7512.3507761761175,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5200116494893136
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2590013931051525e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.0144337080000696
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000140,
            "elapsed_seconds": 7.724729775999549
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6074.410695206798,
          "levels": [
            -6074.410695206798,
            -6074.410695206797,
            -6074.410695206798
          ],
          "alternate": -6074.410695206797,
          "omitted_ratio": 3.0282023689653873e-70,
          "diagnostics": {
            "log_t_mode": -4.249350298858039,
            "log_t_cut": -8.0,
            "log_tail_upper": 2542.687910101333,
            "log_body_lower_numeric": 2702.7608974450227,
            "quad_relative_error": 1.1599312640803376e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.01543340399985027
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8807.412786661273,
          "levels": [
            -8807.412786661273,
            -8807.412786661273,
            -8807.412786661273
          ],
          "alternate": -8807.412786661273,
          "omitted_ratio": 2.5064547679188446e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -112.26168461764843,
            "log_body_lower_numeric": -51.0107564184547,
            "quad_relative_error": 1.1160497333708301e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0057440239997959
          }
        }
      },
      "old_plugin_scores": {
        "W": 8108.441833865021,
        "A": 8890.019719255262,
        "V": 8496.37915048893,
        "S": 9664.684345525257,
        "J": 8108.441833865021
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.0292448129377325,
          "phase": [
            0.0392971803051189,
            0.0379487593347193,
            0.02394995759565004,
            0.028396937779594702,
            0.03259350493016564,
            0.025200104283222134,
            0.03747477287179995,
            0.033930277184510374,
            0.028041965650679537,
            0.0392525629943573,
            0.04072463141487671,
            0.040625319232441705,
            0.03583036966763541,
            0.03352911458394005,
            0.032770039658838825,
            0.03503257342223213,
            0.03799108413749323,
            0.045586939396627245,
            0.061800498304877126,
            0.07064383895483613,
            0.07470566136802907,
            0.09074662640774686,
            0.0809740670900622,
            0.09978314111010003,
            0.09847750277229106,
            0.09275903860370317,
            0.09508551001824966,
            0.11155696798861035,
            0.11907606919557714,
            0.12399094998223735,
            0.11837859853320339,
            0.14878776402116534,
            0.11477362998364406,
            0.12371696107155992,
            0.10741346218168243,
            0.11988674124454417,
            0.1364455600154208,
            0.08618591246515951,
            0.105493855861345,
            0.1295797284480886,
            0.06941056383104813,
            0.08800396311289514,
            0.0942115677915255,
            0.07360621928458448,
            0.06982650443748557,
            0.05970860287202724,
            0.0513322306715615,
            0.05173676665265686,
            0.046913189671758344,
            0.05686366078538548,
            0.031136312499941303,
            0.035058295135880935,
            0.027725926259156156,
            0.024182265762692848,
            0.02973173828159555,
            0.026232266016593803,
            0.027854930751938407,
            0.02803557001112284,
            0.031723336386953724,
            0.03665327981800591,
            0.03304970497737988,
            0.032549951449151175,
            0.027575515587762944,
            0.03768427082259272
          ],
          "B": 1.8776136721875047,
          "D": 4.02777388801383,
          "initial": [
            0.0010487402349983884
          ],
          "qr": [
            [
              [
                2.007036639601463,
                0.9355153937599976
              ],
              [
                0.0,
                1.7758472840553907
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.9335110675485838,
              "O": 2.09573374538915,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.027867046123037358,
              "O": 4.001377766814695,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.57064701080525,
          "phase": [
            0.07665935074597793,
            0.07072933170959038,
            0.0539952866010753,
            0.060016161667957965,
            0.06763747176200949,
            0.058506429410080746,
            0.07445927128038025,
            0.06161161177633272,
            0.062080402024355774,
            0.07367923095194831,
            0.0768222299500404,
            0.06743817492586654,
            0.06494780585008174,
            0.05543420259623898,
            0.06351468264798915,
            0.07258917934248676,
            0.08226961939258909,
            0.08832520164374175,
            0.1410557222907437,
            0.13405595651365168,
            0.15204462916625067,
            0.18863062143939605,
            0.17082335282382535,
            0.20719598994574773,
            0.206762350322428,
            0.20847219380280888,
            0.2153467490308525,
            0.2629655167131437,
            0.27200237323023324,
            0.25709209779158626,
            0.2942264940884398,
            0.3006090575776066,
            0.25684704323014457,
            0.2512619505211385,
            0.2574866036652036,
            0.3005052245952103,
            0.2738248223058568,
            0.2219958663762882,
            0.2357953640786848,
            0.2518505400329387,
            0.17196939240387155,
            0.19781908415586083,
            0.18940387645637388,
            0.16588967762811885,
            0.15374785122091256,
            0.12498757291314493,
            0.11363019842166905,
            0.08753917097280331,
            0.10750523690903938,
            0.09894512571633789,
            0.07663039871860472,
            0.05841258148222584,
            0.06490890087129982,
            0.04621251764530725,
            0.0625236106757606,
            0.06526634792282873,
            0.05906761523631645,
            0.06362254152774494,
            0.05603942285038642,
            0.06471204816981951,
            0.06426359887242075,
            0.06480250342564281,
            0.05000657190654885,
            0.07117500088128598
          ],
          "B": 4.456994047206731,
          "D": 8.568858158292109,
          "initial": [
            0.0010487402349983884,
            0.0002801445173795652
          ],
          "qr": [
            [
              [
                2.007036639601463,
                0.9355153937599976
              ],
              [
                0.0,
                1.7758472840553907
              ]
            ],
            [
              [
                -2.130990861864531,
                -1.210413625501131
              ],
              [
                0.0,
                -1.7539279546198194
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.514492501480021,
              "O": 4.0561545093252285,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.05352294902995595,
              "O": 8.517124061775291,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8108.441833865021,
          "A": 8890.019719255262,
          "V": 8496.37915048893,
          "S": 9664.684345525257,
          "J": 8108.441833865021
        },
        "predictive": {
          "W": 8116.033002095617,
          "A": 8905.656915826528,
          "V": null,
          "S": 9666.947108254843,
          "J": 8115.260899131931
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 7.59116823059594,
          "A": 15.637196571266031,
          "V": null,
          "S": 2.2627627295860293,
          "J": 6.819065266910002
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-002",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2920.2002082438307,
          "levels": [
            -2920.2002082438307,
            -2920.2002082438307,
            -2920.2002082438307
          ],
          "alternate": -2920.2002082438307,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2000000424450263e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2382.547392211218,
          "levels": [
            -2382.547392211218,
            -2382.547392211218,
            -2382.547392211218
          ],
          "alternate": -2382.547392211218,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4820116673426667
            ],
            "polynomial_residuals": [
              -2.2737367544323206e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.8189894035458557e-12,
            "quad_relative_error": 1.2716402693499768e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013802096999825153
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000019,
            "elapsed_seconds": 7.515087782999217
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2927.118539309962,
          "levels": [
            -2927.118539309962,
            -2927.118539309962,
            -2927.118539309962
          ],
          "alternate": -2927.118539309962,
          "omitted_ratio": 4.529497177501665e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -55.699280595913514,
            "log_body_lower_numeric": -24.973700228987042,
            "quad_relative_error": 7.805016935231316e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006819735000135552
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1668.5655097216109,
          "levels": [
            -1668.5655097216109,
            -1668.5655097216109,
            -1668.5655097216109
          ],
          "alternate": -1668.5655097216109,
          "omitted_ratio": 4.666458001316312e-38,
          "diagnostics": {
            "log_t_mode": -4.142225775843499,
            "log_t_cut": -8.0,
            "log_tail_upper": 1154.576667709276,
            "log_body_lower_numeric": 1240.534500917106,
            "quad_relative_error": 1.7441829534987977e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.016264283000055002
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8745.991432260464,
          "levels": [
            -8745.991432260464,
            -8745.991432260464,
            -8745.991432260464
          ],
          "alternate": -8745.991432260464,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3390999811235815e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7567.861670091932,
          "levels": [
            -7567.861670091932,
            -7567.861670091932,
            -7567.861670091932
          ],
          "alternate": -7567.861670091932,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.500722234608333
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.2786127353151176e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01642498099954537
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000536,
            "elapsed_seconds": 7.580078875999789
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8753.606875764712,
          "levels": [
            -8753.606875764712,
            -8753.606875764712,
            -8753.606875764712
          ],
          "alternate": -8753.606875764712,
          "omitted_ratio": 1.2292119796994012e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -106.417523165264,
            "log_body_lower_numeric": -46.75668404457734,
            "quad_relative_error": 1.1105614257263121e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.007339001999753236
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6115.161411258384,
          "levels": [
            -6115.161411258384,
            -6115.161411258384,
            -6115.161411258384
          ],
          "alternate": -6115.161411258384,
          "omitted_ratio": 1.7368833513026435e-71,
          "diagnostics": {
            "log_t_mode": -4.204121597182341,
            "log_t_cut": -8.0,
            "log_tail_upper": 2445.462199681772,
            "log_body_lower_numeric": 2608.3936489546113,
            "quad_relative_error": 1.1202062170797052e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.014111016999777348
          }
        }
      },
      "old_plugin_scores": {
        "W": 8235.610398067525,
        "A": 8874.957748515011,
        "V": 8268.027926592244,
        "S": 8235.610398067525,
        "J": 9615.142834717863
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.161514239543541,
          "phase": [
            0.028407129031068415,
            0.034465277553709026,
            0.045364939473424154,
            0.032955756117126325,
            0.03718306092771945,
            0.04470633583662576,
            0.03209131589559821,
            0.03953480285007631,
            0.04235931708908302,
            0.0430369926122086,
            0.0409981007481778,
            0.05169883258109416,
            0.050782278929011396,
            0.07363501129892587,
            0.09719550729514634,
            0.10105596899433006,
            0.12371139027900464,
            0.08167864941576673,
            0.14195111523442241,
            0.11342249935783932,
            0.09484482622852476,
            0.09251551855558617,
            0.0887525321654204,
            0.09047632585214282,
            0.09204739115285793,
            0.04902585936201017,
            0.06088537500800104,
            0.04571956640746095,
            0.04366285745906992,
            0.05241763560994387,
            0.02708384770809243,
            0.0329982427656739,
            0.054794475622081985,
            0.023701728131651112,
            0.03966813390695637,
            0.04472437956850642,
            0.03957028063355238,
            0.05759260584953331,
            0.0778397808659198,
            0.050704406639022655,
            0.09058035434943998,
            0.09517256351275163,
            0.11315661051551062,
            0.11918830232815415,
            0.09842338505763037,
            0.11195532527910189,
            0.12338969334537135,
            0.10485503371847749,
            0.11054581116422686,
            0.11846958879810164,
            0.08046555402081446,
            0.07872995793057852,
            0.06979117127044668,
            0.06966193884016142,
            0.0411911292946894,
            0.03407589400053386,
            0.04363565991869853,
            0.03974130496809365,
            0.03249389238700238,
            0.04254696496927776,
            0.033223901257198506,
            0.03194075415632388,
            0.03200006723886546,
            0.031019330209723688
          ],
          "B": 2.005834103414463,
          "D": 4.160364882052627,
          "initial": [
            0.0004460840494118729
          ],
          "qr": [
            [
              [
                2.0398696417894278,
                0.9833148463618948
              ],
              [
                0.0,
                -1.787149372331905
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.032829087057561046,
              "O": 4.128685152485979,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 2.0797964567142726,
              "O": 2.0817177828292683,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.459176382096011,
          "phase": [
            0.054473759012835105,
            0.0682863591257653,
            0.07704635138688487,
            0.06833037245179308,
            0.06182673724910047,
            0.07252604069290418,
            0.0637294437629685,
            0.06794882010014466,
            0.08039946188526273,
            0.09671604104292694,
            0.09746625135353376,
            0.11243560558497297,
            0.10753615014530105,
            0.18761505661525296,
            0.17250576769936263,
            0.21699869363220442,
            0.2348392816365098,
            0.2096684471211281,
            0.2745048312940367,
            0.22462024779613166,
            0.2034685637909961,
            0.21581897356513918,
            0.18898635412128484,
            0.1893194201892314,
            0.16343085762338447,
            0.12296928776203742,
            0.13892520780521017,
            0.09051900754198228,
            0.07965031255623653,
            0.09418734557110547,
            0.05573421222146531,
            0.06431553358532424,
            0.09223825888922257,
            0.051812767389330924,
            0.07426024166021403,
            0.08552904705338889,
            0.07514641524526282,
            0.11627652391529614,
            0.1342006071014731,
            0.10505074841732592,
            0.16791268460963998,
            0.21596815769669958,
            0.1943532328427863,
            0.21801527863508052,
            0.20749308627041782,
            0.24264675743485636,
            0.23424282450460143,
            0.22565318387275746,
            0.2657204511891998,
            0.24727950647715147,
            0.18518841257904636,
            0.15118114148850992,
            0.14645957351622702,
            0.12558453481141255,
            0.08483221062833007,
            0.08209307289806883,
            0.08536913922659763,
            0.0755137904674428,
            0.0747670982439359,
            0.07432782525260939,
            0.06613163855965921,
            0.06183319771251261,
            0.06916577947387965,
            0.06613039811065721
          ],
          "B": 4.235666144959204,
          "D": 8.457048296014545,
          "initial": [
            0.0004460840494118729,
            0.0003580916056455552
          ],
          "qr": [
            [
              [
                2.0398696417894278,
                0.9833148463618948
              ],
              [
                0.0,
                -1.787149372331905
              ]
            ],
            [
              [
                -2.0729939823711083,
                -1.075657749374766
              ],
              [
                0.0,
                -1.772005054106103
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06666343767914662,
              "O": 8.392512944416865,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 4.359544997847385,
              "O": 4.099631384248628,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8235.610398067525,
          "A": 8874.957748515011,
          "V": 8268.027926592244,
          "S": 8235.610398067525,
          "J": 9615.142834717863
        },
        "predictive": {
          "W": 8235.805911056448,
          "A": 8876.282857192367,
          "V": null,
          "S": 8235.108798618332,
          "J": 9615.001233536308
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.19551298892292834,
          "A": 1.3251086773561838,
          "V": null,
          "S": -0.5015994491932361,
          "J": -0.14160118155450618
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-003",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2862.6469594095397,
          "levels": [
            -2862.6469594095397,
            -2862.6469594095397,
            -2862.6469594095397
          ],
          "alternate": -2862.6469594095397,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.246699957846431e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2866.256768323701,
          "levels": [
            -2866.256768323701,
            -2866.256768323701,
            -2866.256768323701
          ],
          "alternate": -2866.256768323701,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.006987118754743047
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.547473508864641e-13,
            "quad_relative_error": 1.4152353373962757e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.014693785000417847
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000164,
            "elapsed_seconds": 6.4689787870001965
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2865.8413104158917,
          "levels": [
            -2865.8413104158917,
            -2865.8413104158917,
            -2865.8413104158917
          ],
          "alternate": -2865.8413104158917,
          "omitted_ratio": 3.3733348332405555e-16,
          "diagnostics": {
            "log_t_mode": -0.323290982181881,
            "log_t_cut": -2.323290982181881,
            "log_tail_upper": -40.91333044486602,
            "log_body_lower_numeric": -5.287870776788929,
            "quad_relative_error": 1.110257152803715e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.0069398039995576255
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2868.6602982932254,
          "levels": [
            -2868.6602982932254,
            -2868.6602982932254,
            -2868.6602982932254
          ],
          "alternate": -2868.6602982932254,
          "omitted_ratio": 7.200481421187568e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -45.63452423405887,
            "log_body_lower_numeric": -17.675065912976816,
            "quad_relative_error": 9.737433639826886e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006239606999770331
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8592.503767843706,
          "levels": [
            -8592.503767843706,
            -8592.503767843706,
            -8592.503767843706
          ],
          "alternate": -8592.503767843706,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3444000614981633e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8596.332407598216,
          "levels": [
            -8596.332407598216,
            -8596.332407598216,
            -8596.332407598216
          ],
          "alternate": -8596.332407598216,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.007458013349314474
            ],
            "polynomial_residuals": [
              7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.3854621553130049e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.0137416959996699
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000492,
            "elapsed_seconds": 7.650506594000035
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8595.234411118367,
          "levels": [
            -8595.234411118367,
            -8595.234411118367,
            -8595.234411118367
          ],
          "alternate": -8595.234411118367,
          "omitted_ratio": 8.875291078009703e-32,
          "diagnostics": {
            "log_t_mode": -0.2756022090508242,
            "log_t_cut": -2.2756022090508243,
            "log_tail_upper": -76.94713164646572,
            "log_body_lower_numeric": -5.447679803002133,
            "quad_relative_error": 3.614256371754271e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.007729038999968907
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8597.994538142035,
          "levels": [
            -8597.994538142035,
            -8597.994538142035,
            -8597.994538142035
          ],
          "alternate": -8597.994538142035,
          "omitted_ratio": 3.2924654714298494e-32,
          "diagnostics": {
            "log_t_mode": -0.0672727419953733,
            "log_t_cut": -2.067272741995373,
            "log_tail_upper": -79.34896953662712,
            "log_body_lower_numeric": -6.857883228360724,
            "quad_relative_error": 1.1102234590230191e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.00805178500013426
          }
        }
      },
      "old_plugin_scores": {
        "W": 8331.990456363876,
        "A": 8332.1175936785,
        "V": 8331.835246012348,
        "S": 8332.794550668385,
        "J": 8331.990456363876
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.046194604752015,
          "phase": [
            0.08979281955679658,
            0.06996999193600743,
            0.06994465819778403,
            0.06150068279810996,
            0.04564055356707771,
            0.06784404539553593,
            0.05630162536392306,
            0.050738639410257566,
            0.043582897780280204,
            0.061343906093682954,
            0.04305888922170097,
            0.050528340333539645,
            0.06476832406976857,
            0.08361301636829852,
            0.05695939639379417,
            0.06047219342924768,
            0.0646465504132038,
            0.05163262733263629,
            0.06574342346058869,
            0.0666473253271916,
            0.04485324577198814,
            0.06177432939955334,
            0.05626548301409427,
            0.08065153619214724,
            0.06443207620337416,
            0.07069803258801115,
            0.07267657682549769,
            0.06114534091178508,
            0.07405175725594207,
            0.05146831611287177,
            0.06391782794558849,
            0.05005461385295061,
            0.0626275757099231,
            0.06461256030829002,
            0.09235865959985745,
            0.06874520413972394,
            0.05496127066279893,
            0.06584439346143255,
            0.07058521823788438,
            0.06113938123941592,
            0.06202379597880357,
            0.06759171738648083,
            0.057716270295980074,
            0.06272225731214312,
            0.0876692798781933,
            0.06727315207493212,
            0.056756434118667244,
            0.07552440070970265,
            0.06892153702494183,
            0.05463784759437533,
            0.07059089583327871,
            0.08086031130448658,
            0.05543027246507844,
            0.06759409021654275,
            0.055500510881851844,
            0.05304306618361418,
            0.0642665665452147,
            0.05348001925505885,
            0.04588981971654525,
            0.0674075623457621,
            0.05951236836029416,
            0.054407240587326815,
            0.06358580831934779,
            0.07619607448083757
          ],
          "B": 0.028271578420003163,
          "D": 4.045254883089022,
          "initial": [
            0.0004427108075562794
          ],
          "qr": [
            [
              [
                -2.0114054524000027,
                -0.0140556337789925
              ],
              [
                0.0,
                -2.0113428432407163
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.08425150145803396,
              "O": 3.9619431032939816,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.054576954498080435,
              "O": 3.9916176502539353,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.14805493262952,
          "phase": [
            0.14057331541007173,
            0.1348803501287842,
            0.12144036675140778,
            0.11439257316416099,
            0.10774298367532278,
            0.14218875633212397,
            0.11490166432544649,
            0.10320275134432885,
            0.10708808106474857,
            0.11459237035284381,
            0.10489415883794714,
            0.10971618476054423,
            0.11315939988900175,
            0.1648338800885681,
            0.10404312682974078,
            0.13712748272209233,
            0.12693374455918813,
            0.13003899570106045,
            0.1255137641318106,
            0.16362325727156413,
            0.11848003493411786,
            0.13320789874501415,
            0.12889241520090028,
            0.14053673498861163,
            0.12711191397147203,
            0.14300567763722227,
            0.13142125435790147,
            0.1166954856828768,
            0.15420003719341024,
            0.11348935095217456,
            0.11008372653266292,
            0.10804685874582699,
            0.12800131682992288,
            0.1490918707136694,
            0.1691131007044379,
            0.14244033944547824,
            0.11858327578856633,
            0.14535443927240885,
            0.14209713172640187,
            0.11568606844214432,
            0.12050514363457078,
            0.13752706607613435,
            0.11736787501371179,
            0.1267929098942155,
            0.140777014255901,
            0.12077584686203846,
            0.11499002114092946,
            0.16003339292333582,
            0.12669121220530705,
            0.12404877758528743,
            0.14633430788099222,
            0.1465435607566699,
            0.11234940433665788,
            0.13622199997326917,
            0.10496027980248743,
            0.101723125654271,
            0.13189147684261954,
            0.10813665509498775,
            0.09911282205366323,
            0.1346107594966015,
            0.11102225474487529,
            0.12622094793946756,
            0.13167694654629256,
            0.151314992709256
          ],
          "B": 0.06077177311327386,
          "D": 8.146531020592061,
          "initial": [
            0.0004427108075562794,
            5.469833792484201e-06
          ],
          "qr": [
            [
              [
                -2.0114054524000027,
                -0.0140556337789925
              ],
              [
                0.0,
                -2.0113428432407163
              ]
            ],
            [
              [
                -2.0253036458871327,
                -0.016047072625021034
              ],
              [
                0.0,
                -2.02509854051525
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.16439684464818383,
              "O": 7.983658087981336,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.1339726063507148,
              "O": 8.014082326278807,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8331.990456363876,
          "A": 8332.1175936785,
          "V": 8331.835246012348,
          "S": 8332.794550668385,
          "J": 8331.990456363876
        },
        "predictive": {
          "W": 8331.740326638916,
          "A": 8331.521495798566,
          "V": null,
          "S": 8332.204034370607,
          "J": 8332.262895224272
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.25012972496006114,
          "A": -0.59609787993395,
          "V": null,
          "S": -0.5905162977778673,
          "J": 0.27243886039650533
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-003",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2827.615266603973,
          "levels": [
            -2827.615266603973,
            -2827.615266603973,
            -2827.615266603973
          ],
          "alternate": -2827.615266603973,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1913999514945317e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1960.5205260096814,
          "levels": [
            -1960.5205260096814,
            -1960.5205260096814,
            -1960.5205260096814
          ],
          "alternate": -1960.5205260096814,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5885441785741936
            ],
            "polynomial_residuals": [
              -4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.8189894035458573e-12,
            "quad_relative_error": 1.2867701426820083e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.019903807999980927
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000011,
            "elapsed_seconds": 6.91424980300053
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2764.5918478994213,
          "levels": [
            -2764.5918478994213,
            -2764.5918478994213,
            -2764.5918478994213
          ],
          "alternate": -2764.5918478994213,
          "omitted_ratio": 1.1293334216067062e-12,
          "diagnostics": {
            "log_t_mode": -1.583589092406681,
            "log_t_cut": -3.5835890924066813,
            "log_tail_upper": 24.855457006499627,
            "log_body_lower_numeric": 52.364850556142336,
            "quad_relative_error": 6.079603903161143e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.00938709199999721
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2776.40251100044,
          "levels": [
            -2776.40251100044,
            -2776.40251100044,
            -2776.40251100044
          ],
          "alternate": -2776.40251100044,
          "omitted_ratio": 1.1752775419532104e-12,
          "diagnostics": {
            "log_t_mode": -1.4714636741524818,
            "log_t_cut": -3.471463674152482,
            "log_tail_upper": 13.097052676553595,
            "log_body_lower_numeric": 40.56656946686062,
            "quad_relative_error": 2.9502676460373967e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.009348908999527339
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8541.552654249233,
          "levels": [
            -8541.552654249233,
            -8541.552654249233,
            -8541.552654249233
          ],
          "alternate": -8541.552654249233,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2805000551452395e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6824.3929282253575,
          "levels": [
            -6824.3929282253575,
            -6824.3929282253575,
            -6824.3929282253575
          ],
          "alternate": -6824.3929282253575,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5857517397988589
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.2737367544323214e-12,
            "quad_relative_error": 1.2864720929081896e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.01520594900011929
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000378,
            "elapsed_seconds": 6.840358309999829
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8432.264367782509,
          "levels": [
            -8432.264367782509,
            -8432.264367782509,
            -8432.264367782509
          ],
          "alternate": -8432.264367782509,
          "omitted_ratio": 1.378661254445811e-23,
          "diagnostics": {
            "log_t_mode": -1.4757606195694863,
            "log_t_cut": -3.4757606195694866,
            "log_tail_upper": 34.68532513537099,
            "log_body_lower_numeric": 87.32366935139584,
            "quad_relative_error": 1.1219141358364018e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.009653443000388506
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8416.21714695203,
          "levels": [
            -8416.21714695203,
            -8416.21714695203,
            -8416.21714695203
          ],
          "alternate": -8416.21714695203,
          "omitted_ratio": 1.342636209650449e-23,
          "diagnostics": {
            "log_t_mode": -1.5523835178146312,
            "log_t_cut": -3.552383517814631,
            "log_tail_upper": 50.697536659856475,
            "log_body_lower_numeric": 103.36235879676295,
            "quad_relative_error": 1.1330619049728373e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.009975057000701781
          }
        }
      },
      "old_plugin_scores": {
        "W": 8347.733441788438,
        "A": 9197.801755574343,
        "V": 8343.231963143116,
        "S": 8393.88513530341,
        "J": 8422.017005069696
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9775717375110804,
          "phase": [
            0.05173021831805382,
            0.04948859249286212,
            0.04465552129904062,
            0.04668030558946506,
            0.03944044623143125,
            0.05933616201263839,
            0.05066207819851293,
            0.04940312996432252,
            0.06053771290166621,
            0.0656298811911585,
            0.07962817768649974,
            0.07919318446546776,
            0.05366967541422239,
            0.06078083969057645,
            0.04941991358617321,
            0.05523181400608186,
            0.06434443185478991,
            0.05419195049734539,
            0.07370118862018761,
            0.06446930981978298,
            0.0818877476212801,
            0.06666471822031125,
            0.0742385868340907,
            0.04639229264747133,
            0.046906629799498334,
            0.056085014453025425,
            0.052736016916564904,
            0.06316028616115339,
            0.06089360185389109,
            0.05982807592502427,
            0.06429534929219759,
            0.05432829983617844,
            0.054910219511614976,
            0.0752268290978383,
            0.06973793530081683,
            0.06416508751838837,
            0.05607245074004515,
            0.06693668108382243,
            0.05979583847829329,
            0.06985499636113407,
            0.07145297334021557,
            0.07819150146246756,
            0.07276381221479142,
            0.07095526993489577,
            0.06565082605361587,
            0.06644342245367267,
            0.060567808751361286,
            0.07222615501847433,
            0.06941427910454008,
            0.07252047214315072,
            0.07914188942294909,
            0.059199230752926046,
            0.06797300247169788,
            0.07592225699211105,
            0.06890367321402388,
            0.03397505419668103,
            0.057937339967320985,
            0.06368343300152887,
            0.050635088227328595,
            0.07629038838507637,
            0.0683853998793651,
            0.06124189603063172,
            0.05862648888465232,
            0.05915888411468381
          ],
          "B": 2.3411545194250283,
          "D": 3.9769029650822723,
          "initial": [
            0.0002735017585755419
          ],
          "qr": [
            [
              [
                -1.9943164833477423,
                -1.1739132374291312
              ],
              [
                0.0,
                -1.6121737430654008
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.2783241513864089,
              "O": 3.699247586124672,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.2505542267885664,
              "O": 3.7270175107225145,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.047327135826732,
          "phase": [
            0.13396251363317876,
            0.12759287853171952,
            0.11760679331677584,
            0.10160646165973286,
            0.10854641163040452,
            0.11120789363862764,
            0.1042158895828745,
            0.11618828169089718,
            0.12619140493264708,
            0.11211125326366508,
            0.14653424635016654,
            0.14858160344157123,
            0.13950563497541524,
            0.11467174652208689,
            0.11664702983034633,
            0.14571332348335572,
            0.14703806099665853,
            0.11150753958204329,
            0.12317610309742402,
            0.11664227725070823,
            0.15885143388096906,
            0.12649563185894283,
            0.13269270400228445,
            0.11901982531055771,
            0.11284001547628489,
            0.10245315543454234,
            0.13346696208603084,
            0.11643844940738426,
            0.13861349202472556,
            0.11979233051991037,
            0.13734383848737403,
            0.12406703233659826,
            0.11732969695025629,
            0.12182595440285973,
            0.13624694852951286,
            0.13977311614590926,
            0.1409441006106814,
            0.13351097403281742,
            0.12797035401776397,
            0.1459610675074804,
            0.13516005682418786,
            0.14679762586586692,
            0.13234293426661567,
            0.12377975425281944,
            0.122019808998759,
            0.11373963479124606,
            0.1177111681769949,
            0.13699103249408356,
            0.13873534316207167,
            0.1296092930256175,
            0.13646983844985294,
            0.12103855447628115,
            0.13409137512905453,
            0.13987789802089526,
            0.1298957471974373,
            0.08806358918667215,
            0.11458688914368644,
            0.10622857254244938,
            0.08795332411601312,
            0.12162780235593718,
            0.12489942164635172,
            0.136464056574567,
            0.12918536899402544,
            0.1251736157020617
          ],
          "B": 4.713862030157021,
          "D": 8.04557811500509,
          "initial": [
            0.0002735017585755419,
            0.0008616011268771602
          ],
          "qr": [
            [
              [
                -1.9943164833477423,
                -1.1739132374291312
              ],
              [
                0.0,
                -1.6121737430654008
              ]
            ],
            [
              [
                2.0171499193636486,
                1.1762673106025312
              ],
              [
                0.0,
                1.6388813151224781
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.51572990629128,
              "O": 7.5315972295354525,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.5540525838160955,
              "O": 7.493274552010638,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8347.733441788438,
          "A": 9197.801755574343,
          "V": 8343.231963143116,
          "S": 8393.88513530341,
          "J": 8422.017005069696
        },
        "predictive": {
          "W": 8347.65974742782,
          "A": 9197.724732857405,
          "V": null,
          "S": 8393.924615189993,
          "J": 8421.782499121491
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.07369436061708257,
          "A": -0.07702271693779039,
          "V": null,
          "S": 0.039479886583649204,
          "J": -0.23450594820496917
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-003",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2828.0076361647953,
          "levels": [
            -2828.0076361647953,
            -2828.0076361647953,
            -2828.0076361647953
          ],
          "alternate": -2828.0076361647953,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1337999239913188e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2831.4908716157415,
          "levels": [
            -2831.4908716157415,
            -2831.4908716157415,
            -2831.4908716157415
          ],
          "alternate": -2831.4908716157415,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.010516611527266233
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.547473508864641e-13,
            "quad_relative_error": 1.415225761237812e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01605509599994548
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000390,
            "elapsed_seconds": 7.149332191999747
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2834.9357307690734,
          "levels": [
            -2834.9357307690734,
            -2834.9357307690734,
            -2834.9357307690734
          ],
          "alternate": -2834.9357307690734,
          "omitted_ratio": 4.346399248111422e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -55.849753615887,
            "log_body_lower_numeric": -25.08291005723441,
            "quad_relative_error": 7.773882180178392e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.0065964829991571605
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2833.4892964791466,
          "levels": [
            -2833.4892964791466,
            -2833.4892964791466,
            -2833.4892964791466
          ],
          "alternate": -2833.4892964791466,
          "omitted_ratio": 7.55947453590735e-16,
          "diagnostics": {
            "log_t_mode": -0.025960294593071313,
            "log_t_cut": -2.0259602945930713,
            "log_tail_upper": -42.62816907937406,
            "log_body_lower_numeric": -7.809609273412765,
            "quad_relative_error": 8.991108162410004e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.009343535999505548
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8567.572551393065,
          "levels": [
            -8567.572551393065,
            -8567.572551393065,
            -8567.572551393065
          ],
          "alternate": -8567.572551393065,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.231399983225856e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8571.145441499286,
          "levels": [
            -8571.145441499286,
            -8571.145441499286,
            -8571.145441499286
          ],
          "alternate": -8571.145441499286,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.010865344737676627
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.3854527023355415e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.015389077999316214
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000361,
            "elapsed_seconds": 7.57885818899922
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8575.214588133835,
          "levels": [
            -8575.214588133835,
            -8575.214588133835,
            -8575.214588133835
          ],
          "alternate": -8575.214588133835,
          "omitted_ratio": 9.918401720158934e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -107.20574251009795,
            "log_body_lower_numeric": -47.33033679065531,
            "quad_relative_error": 1.1108437858337565e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006384483999681834
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8573.91765340076,
          "levels": [
            -8573.91765340076,
            -8573.91765340076,
            -8573.91765340076
          ],
          "alternate": -8573.91765340076,
          "omitted_ratio": 6.770965537220521e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -83.28690052731683,
            "log_body_lower_numeric": -29.937501992188146,
            "quad_relative_error": 1.1102230382782106e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005418818999714858
          }
        }
      },
      "old_plugin_scores": {
        "W": 8321.73469238633,
        "A": 8320.087327220586,
        "V": 8631.347661938893,
        "S": 8321.73469238633,
        "J": 8321.73469238633
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9783338603567415,
          "phase": [
            0.14348769801623482,
            0.09882681606266282,
            0.11972784111460873,
            0.10101630166452753,
            0.0875075187785154,
            0.08588154884453358,
            0.09564571497648121,
            0.08090748634626596,
            0.09432629347678484,
            0.10571276074468278,
            0.10505700557116199,
            0.0780215547700039,
            0.05499454912232752,
            0.06835422829756174,
            0.0606405477805338,
            0.050029232642454805,
            0.0506862345801935,
            0.05737389306079969,
            0.05221681510045809,
            0.043756652419801326,
            0.03959253699552355,
            0.039036626475938876,
            0.03591642190529589,
            0.04221205286472363,
            0.04240226176861589,
            0.026305028179609342,
            0.030914312698401558,
            0.02547837474644088,
            0.025883826963285388,
            0.02629571351288452,
            0.030641623596561633,
            0.028904116817080733,
            0.019815749340522326,
            0.027271610190756735,
            0.02915721999476224,
            0.03376866434026906,
            0.028436421181497116,
            0.029392839688312605,
            0.033109048838447716,
            0.0294131140014085,
            0.0287191860024036,
            0.03328526607448279,
            0.034214383459003385,
            0.033399501564836086,
            0.04122039791181055,
            0.05309200637998076,
            0.046260058441423724,
            0.04497345787318693,
            0.05269619011193501,
            0.06731942506042325,
            0.049417097173305176,
            0.07407134570479955,
            0.0822023044388009,
            0.0862987201278362,
            0.08689365717194282,
            0.07108587354966422,
            0.07083225452034918,
            0.08067783614235727,
            0.10098297404316323,
            0.106646856988138,
            0.10354569433329673,
            0.10668485774614385,
            0.1601860698655045,
            0.10551018820102175
          ],
          "B": -0.041828567705174034,
          "D": 3.9764094258708838,
          "initial": [
            0.0017107654907721624
          ],
          "qr": [
            [
              [
                -1.9941472099285873,
                0.020975666940191328
              ],
              [
                0.0,
                -1.994412247444863
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.031050081463689472,
              "O": 3.9472837788930524,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.061841958978653536,
              "O": 3.9164919013780883,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.098610610761863,
          "phase": [
            0.29568337638280656,
            0.2216663261416028,
            0.2493497915904655,
            0.19504285937060917,
            0.21753252811701004,
            0.21848947421813716,
            0.17727810793929216,
            0.15692574764237044,
            0.2051273204319133,
            0.16662607337186128,
            0.1955091210698044,
            0.1699992999924395,
            0.1359598411523294,
            0.12610787323269187,
            0.11655015307636574,
            0.11166675885355257,
            0.11637579034486385,
            0.10715762903578799,
            0.10575099609093462,
            0.08279363699142844,
            0.07770880289546084,
            0.0779401811734213,
            0.07130578835115964,
            0.07490027483911813,
            0.07100518997665235,
            0.06289566629243307,
            0.06654785713277062,
            0.050061416781731274,
            0.070042236634798,
            0.043472244414572495,
            0.05541537841186796,
            0.04711985290592445,
            0.04368897595063015,
            0.05296999379503986,
            0.054456037747422956,
            0.05936690084519602,
            0.055664731539420725,
            0.05159725279845753,
            0.05704672996706721,
            0.064121050010757,
            0.06363316259238913,
            0.06342414264531872,
            0.06742385840917539,
            0.07034258454461353,
            0.08877844503201657,
            0.10093236773969969,
            0.09852752066838527,
            0.08835218727786738,
            0.11320775053878075,
            0.12317240129973234,
            0.11776185151229027,
            0.14541149137870074,
            0.15193804125569116,
            0.1486593997351784,
            0.14362273106724135,
            0.15890710472125413,
            0.17085570221502494,
            0.20314165559093475,
            0.24293941641884137,
            0.21117380104057126,
            0.2276068126391858,
            0.25928259459102454,
            0.2676067998413264,
            0.19298952049645218
          ],
          "B": 0.08791773713523343,
          "D": 8.089596446103336,
          "initial": [
            0.0017107654907721624,
            0.007046307530564266
          ],
          "qr": [
            [
              [
                -1.9941472099285873,
                0.020975666940191328
              ],
              [
                0.0,
                -1.994412247444863
              ]
            ],
            [
              [
                -2.0281100667553913,
                -0.06397399577429158
              ],
              [
                0.0,
                -2.0288274090290894
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06203645488036452,
              "O": 8.0365741558815,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.11606101799166588,
              "O": 7.982549592770199,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8321.73469238633,
          "A": 8320.087327220586,
          "V": 8631.347661938893,
          "S": 8321.73469238633,
          "J": 8321.73469238633
        },
        "predictive": {
          "W": 8322.032219844812,
          "A": 8321.942565189536,
          "V": null,
          "S": 8321.31827770832,
          "J": 8321.168778151468
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.2975274584823637,
          "A": 1.8552379689499503,
          "V": null,
          "S": -0.41641467800945975,
          "J": -0.5659142348613386
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-003",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2937.4495607237527,
          "levels": [
            -2937.4495607237527,
            -2937.4495607237527,
            -2937.4495607237527
          ],
          "alternate": -2937.4495607237527,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1482999980216846e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2353.8726593017573,
          "levels": [
            -2353.8726593017573,
            -2353.8726593017573,
            -2353.8726593017573
          ],
          "alternate": -2353.8726593017573,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.49948018748942946
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.364242052659392e-12,
            "quad_relative_error": 1.2701695560710576e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012759654000547016
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000325,
            "elapsed_seconds": 7.353262164999251
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1615.5538860337463,
          "levels": [
            -1615.553886033746,
            -1615.5538860337463,
            -1615.5538860337463
          ],
          "alternate": -1615.5538860337463,
          "omitted_ratio": 4.171098493236768e-37,
          "diagnostics": {
            "log_t_mode": -4.210751185743857,
            "log_t_cut": -8.0,
            "log_tail_upper": 1227.0189652954032,
            "log_body_lower_numeric": 1310.7864343074284,
            "quad_relative_error": 4.1344157088846297e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.016772389000834664
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2944.195347364967,
          "levels": [
            -2944.195347364967,
            -2944.195347364967,
            -2944.195347364967
          ],
          "alternate": -2944.195347364967,
          "omitted_ratio": 8.924692163923086e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -53.22747426098211,
            "log_body_lower_numeric": -23.180104794699144,
            "quad_relative_error": 3.746817941860799e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005583317000855459
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8613.857074513615,
          "levels": [
            -8613.857074513615,
            -8613.857074513615,
            -8613.857074513615
          ],
          "alternate": -8613.857074513615,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3412000043899752e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7519.756613755894,
          "levels": [
            -7519.756613755894,
            -7519.756613755895,
            -7519.756613755894
          ],
          "alternate": -7519.756613755894,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4850938324285953
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3145357155911379e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01361331199950655
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000380,
            "elapsed_seconds": 7.525760923999769
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6100.7723650512235,
          "levels": [
            -6100.7723650512235,
            -6100.7723650512235,
            -6100.7723650512235
          ],
          "alternate": -6100.7723650512235,
          "omitted_ratio": 4.453723492186793e-73,
          "diagnostics": {
            "log_t_mode": -4.14620547733629,
            "log_t_cut": -8.0,
            "log_tail_upper": 2324.0612274911787,
            "log_body_lower_numeric": 2490.65619879362,
            "quad_relative_error": 1.0500011386753955e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.017179524000312085
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8621.309147039246,
          "levels": [
            -8621.309147039246,
            -8621.309147039246,
            -8621.309147039246
          ],
          "alternate": -8621.309147039246,
          "omitted_ratio": 4.136214077839401e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -101.96232009503838,
            "log_body_lower_numeric": -43.514888572692186,
            "quad_relative_error": 1.1102382432392331e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006190109000272059
          }
        }
      },
      "old_plugin_scores": {
        "W": 8384.321212257813,
        "A": 8895.22746197564,
        "V": 8638.332523176208,
        "S": 9576.80540814985,
        "J": 8384.321212257813
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.196712762829506,
          "phase": [
            0.03576498706414686,
            0.029515024004768516,
            0.04068370675462655,
            0.03469058764000868,
            0.035280121963057846,
            0.04477190698650287,
            0.02919562709378259,
            0.025720524450382247,
            0.03420411019425171,
            0.038856696912603246,
            0.021223788806828795,
            0.02869409654397609,
            0.04820997974546746,
            0.03215320244371634,
            0.0570086069524881,
            0.041474585587861504,
            0.05551975831880316,
            0.03126608317540469,
            0.06303431695240659,
            0.058091086889094035,
            0.07069477131959113,
            0.08734030329960187,
            0.09159922135512735,
            0.06984041659158984,
            0.08985045404737962,
            0.11080268167544205,
            0.11079830928420696,
            0.14048282854612223,
            0.15119533355333656,
            0.12022312007819529,
            0.1535539942885908,
            0.15116060538117965,
            0.1405963310502792,
            0.10570682381188704,
            0.15223452650432634,
            0.0898940533418722,
            0.13243573148348364,
            0.12892381312388057,
            0.13215378603750866,
            0.10500335728282617,
            0.11538517620483678,
            0.08336364552510425,
            0.08299311059545561,
            0.07245600282413185,
            0.06854999978145383,
            0.04947515370909052,
            0.05373770451861261,
            0.044955497920759646,
            0.04712841337326208,
            0.033729487287237396,
            0.035501826231985875,
            0.04506660660114991,
            0.026429021022183027,
            0.03478490386284832,
            0.027970606689308834,
            0.02968944170828559,
            0.02982366718500508,
            0.0342028884157222,
            0.02153823138937977,
            0.03935978958144148,
            0.020741972137076976,
            0.026370511508154643,
            0.024649562185827378,
            0.02896028203458785
          ],
          "B": 2.0951049892070164,
          "D": 4.193546080374947,
          "initial": [
            0.00011670602259760504
          ],
          "qr": [
            [
              [
                2.0485595077534136,
                1.0227210785322258
              ],
              [
                0.0,
                1.7741770999320854
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 2.1703948197144607,
              "O": 2.0263179431150466,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 0.038889618190356134,
              "O": 4.15782314463915,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.190643365881893,
          "phase": [
            0.06585273763346941,
            0.06161449808936535,
            0.07457082913680917,
            0.06092115186544522,
            0.06604136426074188,
            0.09247235440749092,
            0.07355594767260488,
            0.054376033776807525,
            0.06028767377923997,
            0.0741589808055691,
            0.061064737581242895,
            0.05692882106755702,
            0.09009263028959899,
            0.06699252575557171,
            0.09449120832370839,
            0.08417573588408347,
            0.0957282834261464,
            0.07309341112501386,
            0.11472681789206812,
            0.146962870857226,
            0.13907575592002125,
            0.16229726981311765,
            0.15726666727554545,
            0.1498296091687581,
            0.17042482716016233,
            0.19527675258066635,
            0.2123935721896383,
            0.24498047243355964,
            0.2826713883318827,
            0.2387574915976048,
            0.25402250842171314,
            0.27145839874134126,
            0.27968790106412134,
            0.2267674592085033,
            0.2895207404410286,
            0.21464736752115432,
            0.2581890958742016,
            0.2562673571773587,
            0.24555661773410392,
            0.19792930273892012,
            0.20482191213739684,
            0.14932887407086282,
            0.1778140363762979,
            0.1315831995429222,
            0.1485980278922362,
            0.12034661289217333,
            0.10248953469933367,
            0.0821378443847312,
            0.08809193948003158,
            0.06500415178890626,
            0.07391629902666294,
            0.08193463736615683,
            0.06775394341394436,
            0.07571780063683206,
            0.05954724473975389,
            0.05324844121968105,
            0.06689134563687726,
            0.055118147502348266,
            0.057567019970985435,
            0.06742978324833769,
            0.056139027473030026,
            0.05464233681086369,
            0.06876861894386556,
            0.06662341760449991
          ],
          "B": 3.971101829305825,
          "D": 8.184255189114184,
          "initial": [
            0.00011670602259760504,
            0.0006101020726009892
          ],
          "qr": [
            [
              [
                2.0485595077534136,
                1.0227210785322258
              ],
              [
                0.0,
                1.7741770999320854
              ]
            ],
            [
              [
                1.998329427541862,
                0.9387825722040559
              ],
              [
                0.0,
                1.763521049757494
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.101659437339335,
              "O": 4.088983928542561,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 0.07474730285210396,
              "O": 8.11589606302979,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8384.321212257813,
          "A": 8895.22746197564,
          "V": 8638.332523176208,
          "S": 9576.80540814985,
          "J": 8384.321212257813
        },
        "predictive": {
          "W": 8385.18962128322,
          "A": 8895.713180618945,
          "V": null,
          "S": 9576.378656055604,
          "J": 8384.483335398802
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.8684090254064358,
          "A": 0.4857186433036986,
          "V": null,
          "S": -0.42675209424669447,
          "J": 0.16212314098811476
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-003",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3022.5596329289906,
          "levels": [
            -3022.5596329289906,
            -3022.5596329289906,
            -3022.5596329289906
          ],
          "alternate": -3022.5596329289906,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3003000276512466e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2397.0974395349094,
          "levels": [
            -2397.0974395349094,
            -2397.0974395349094,
            -2397.0974395349094
          ],
          "alternate": -2397.0974395349094,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5143231568616459
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.5474735088646407e-13,
            "quad_relative_error": 1.2702521585009441e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012632954999389767
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000278,
            "elapsed_seconds": 7.390914288999738
          }
        },
        "S": {
          "status": "converged",
          "log_i": -3029.6657049636055,
          "levels": [
            -3029.6657049636055,
            -3029.6657049636055,
            -3029.6657049636055
          ],
          "alternate": -3029.6657049636055,
          "omitted_ratio": 1.9262247612408997e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.81935189024684,
            "log_body_lower_numeric": -27.238722593361004,
            "quad_relative_error": 2.5619411296625213e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005927562000579201
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1685.7197500248674,
          "levels": [
            -1685.7197500248674,
            -1685.7197500248674,
            -1685.7197500248674
          ],
          "alternate": -1685.7197500248674,
          "omitted_ratio": 6.58079312977171e-37,
          "diagnostics": {
            "log_t_mode": -4.225022675525285,
            "log_t_cut": -8.0,
            "log_tail_upper": 1242.4173271898724,
            "log_body_lower_numeric": 1325.7288203561393,
            "quad_relative_error": 7.299644071071096e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.014192793999427522
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8525.167511114572,
          "levels": [
            -8525.167511114572,
            -8525.167511114572,
            -8525.167511114572
          ],
          "alternate": -8525.167511114572,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2928999240102712e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7467.429744480962,
          "levels": [
            -7467.429744480962,
            -7467.429744480962,
            -7467.429744480962
          ],
          "alternate": -7467.429744480961,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4779139401329632
            ],
            "polynomial_residuals": [
              4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.340834148812789e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01647453200075688
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000380,
            "elapsed_seconds": 7.448427491000075
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8532.759818317425,
          "levels": [
            -8532.759818317425,
            -8532.759818317425,
            -8532.759818317425
          ],
          "alternate": -8532.759818317425,
          "omitted_ratio": 1.4754643723773763e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -105.74683266323625,
            "log_body_lower_numeric": -46.2685930143651,
            "quad_relative_error": 1.1103978019973559e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005548031000216724
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6113.3852675686885,
          "levels": [
            -6113.3852675686885,
            -6113.3852675686885,
            -6113.3852675686885
          ],
          "alternate": -6113.3852675686885,
          "omitted_ratio": 1.7352302546221324e-74,
          "diagnostics": {
            "log_t_mode": -4.094946504467272,
            "log_t_cut": -8.0,
            "log_tail_upper": 2219.520827271382,
            "log_body_lower_numeric": 2389.3609840367503,
            "quad_relative_error": 1.57303255582049e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.01684751100037829
          }
        }
      },
      "old_plugin_scores": {
        "W": 8544.04611090282,
        "A": 8981.994353550668,
        "V": 8573.713899814806,
        "S": 8544.04611090282,
        "J": 9633.006825242985
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.374792962208795,
          "phase": [
            0.0358201326798039,
            0.032279693736822636,
            0.028200369004852104,
            0.029783889097684965,
            0.031798574376594925,
            0.037704481765842165,
            0.025516035713284854,
            0.03613248471975464,
            0.04534886674012214,
            0.041765298024612214,
            0.04807921020430519,
            0.05443356770983256,
            0.08706630171439235,
            0.07968456097479934,
            0.07879247641315464,
            0.09393932959437674,
            0.1138726672702109,
            0.1324761658958472,
            0.13225945112628457,
            0.13153853197702786,
            0.12332595266933724,
            0.12583172569951206,
            0.09276968354142096,
            0.070262475123373,
            0.06909686395952566,
            0.0718180037840213,
            0.051775561617784516,
            0.047826532594325795,
            0.05017648517447235,
            0.05694018764894454,
            0.042735105440857644,
            0.03567175705201648,
            0.027692732298501343,
            0.033557265985682844,
            0.03477358858763101,
            0.03950558549496629,
            0.03857543319274653,
            0.04987218031010031,
            0.04570844632904504,
            0.0892598866424052,
            0.07443521263841991,
            0.11182594784035452,
            0.1265486272476801,
            0.11463033079504885,
            0.13022252464600895,
            0.13231598176524856,
            0.12054941948591831,
            0.12111768353201338,
            0.1111476443057729,
            0.1331373945298487,
            0.07029204800084114,
            0.08812734145899792,
            0.0991138507628298,
            0.05450980233633842,
            0.065209450670162,
            0.04631237274686307,
            0.043424599979568435,
            0.041436684178808234,
            0.03553046060863816,
            0.035513026609147,
            0.030416009651055745,
            0.038495546177127304,
            0.02810922613157876,
            0.02870423422424828
          ],
          "B": 2.2502571906270705,
          "D": 4.374113620965084,
          "initial": [
            0.0005544195795597049
          ],
          "qr": [
            [
              [
                2.091468035287471,
                1.0759223438563206
              ],
              [
                0.0,
                1.7936162216414535
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.02689133645682654,
              "O": 4.347901625751969,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 2.2783246695664667,
              "O": 2.096468292642328,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.01519988322086,
          "phase": [
            0.06605031290621649,
            0.07091778420893478,
            0.061304970092017796,
            0.06259393573138014,
            0.07554138389545569,
            0.0768731600569843,
            0.05319601381926333,
            0.07031835310833023,
            0.07735903497265595,
            0.07416947818294889,
            0.09180131091923976,
            0.10217946054435266,
            0.1372145023944546,
            0.15352337560597906,
            0.14182445367332353,
            0.1772015300085925,
            0.20480574233111118,
            0.218253500808478,
            0.2402504837986993,
            0.23907425424398127,
            0.2028364925498414,
            0.20661035273241385,
            0.16937077618162744,
            0.1425507713990689,
            0.1388772042767218,
            0.15507401699007933,
            0.09411849978910969,
            0.09430521583100199,
            0.08967775556588192,
            0.09016768972124914,
            0.0805738234211354,
            0.07332237188798019,
            0.05672271697310381,
            0.07576960788293036,
            0.06797619729138735,
            0.07291639753836635,
            0.08225153751498837,
            0.10495292024564873,
            0.1021393903350098,
            0.15367617163686031,
            0.14281011606990807,
            0.17537449015995346,
            0.20496650177203107,
            0.18841651362905815,
            0.2189701941236024,
            0.2557745487916055,
            0.2159779504021412,
            0.2340232015158229,
            0.20775820762521185,
            0.2242393418415632,
            0.15296354771108953,
            0.1565875223583311,
            0.17300529165960707,
            0.09490657093982455,
            0.10476553343774932,
            0.0809679408140382,
            0.07692936305829187,
            0.07029669708578665,
            0.07308750652889602,
            0.06179992197562073,
            0.06060449965922392,
            0.075169555521131,
            0.056651320705857516,
            0.06081059476771
          ],
          "B": 3.8300393209570704,
          "D": 8.012120654082947,
          "initial": [
            0.0005544195795597049,
            0.0019084300548299416
          ],
          "qr": [
            [
              [
                2.091468035287471,
                1.0759223438563206
              ],
              [
                0.0,
                1.7936162216414535
              ]
            ],
            [
              [
                -1.9074848599549186,
                -0.8282016615153304
              ],
              [
                0.0,
                -1.7187197185800656
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06466798547380741,
              "O": 7.950531897747053,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 3.9102931735700457,
              "O": 4.104906709650815,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8544.04611090282,
          "A": 8981.994353550668,
          "V": 8573.713899814806,
          "S": 8544.04611090282,
          "J": 9633.006825242985
        },
        "predictive": {
          "W": 8558.9892568875,
          "A": 8991.26483012703,
          "V": null,
          "S": 8558.503021719262,
          "J": 9633.93161752926
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 14.943145984680086,
          "A": 9.270476576361034,
          "V": null,
          "S": 14.45691081644145,
          "J": 0.9247922862759879
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-004",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2840.1727490899966,
          "levels": [
            -2840.1727490899966,
            -2840.1727490899966,
            -2840.1727490899966
          ],
          "alternate": -2840.1727490899966,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.206499928230187e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2843.3734668543316,
          "levels": [
            -2843.3734668543316,
            -2843.3734668543316,
            -2843.3734668543316
          ],
          "alternate": -2843.3734668543316,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.015766711847009632
            ],
            "polynomial_residuals": [
              -1.4210854715202004e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.4152030744502741e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01610697700016317
          }
        },
        "V": {
          "status": "converged",
          "log_i": -2847.130321633916,
          "levels": [
            -2847.1303216339147,
            -2847.130321633916,
            -2847.130321633916
          ],
          "alternate": -2847.130321633916,
          "omitted_ratio": 1.3387518632884594e-09,
          "diagnostics": {
            "mode": [
              -0.006251280065677937,
              0.01186494047222733
            ],
            "kkt_residual": 4.09008198127181e-08,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              1016.3628073543124,
              1031.6371926456886
            ],
            "cells": 597,
            "partition_refinement_log_mass": [
              -6.957572543919307,
              -6.957572543919307,
              -6.957572543919307
            ],
            "cartesian_log_j": [
              -6.957572519941256,
              -6.957572543919294
            ],
            "active_log_risk_ratio": -18.436005289532744,
            "bound_certified": false,
            "evaluations": 1963750,
            "elapsed_seconds": 6.027114944999994
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2846.0447638286582,
          "levels": [
            -2846.0447638286582,
            -2846.0447638286582,
            -2846.0447638286582
          ],
          "alternate": -2846.0447638286582,
          "omitted_ratio": 9.729176707122527e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -44.54204931800159,
            "log_body_lower_numeric": -16.88357238783493,
            "quad_relative_error": 3.497313395419072e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.004962883000189322
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2846.1146479315166,
          "levels": [
            -2846.1146479315166,
            -2846.1146479315166,
            -2846.1146479315166
          ],
          "alternate": -2846.1146479315166,
          "omitted_ratio": 8.409435221562359e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -45.071104313677466,
            "log_body_lower_numeric": -17.266852420903522,
            "quad_relative_error": 7.699406114477398e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005803869999908784
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8645.738653438078,
          "levels": [
            -8645.738653438078,
            -8645.738653438078,
            -8645.738653438078
          ],
          "alternate": -8645.738653438078,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 0.00041065100049308967
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8649.765372534126,
          "levels": [
            -8649.765372534126,
            -8649.765372534126,
            -8649.765372534126
          ],
          "alternate": -8649.765372534126,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.0026901190339860435
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593926e-12,
            "quad_relative_error": 1.3854657463045156e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012873681000201032
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000471,
            "elapsed_seconds": 6.126153913000053
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8651.829473400041,
          "levels": [
            -8651.829473400041,
            -8651.829473400041,
            -8651.829473400041
          ],
          "alternate": -8651.829473400041,
          "omitted_ratio": 1.3891756221970316e-23,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -80.65985264342184,
            "log_body_lower_numeric": -28.02910599820524,
            "quad_relative_error": 1.1102230953227939e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005874845000107598
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8650.960808041978,
          "levels": [
            -8650.960808041978,
            -8650.960808041978,
            -8650.960808041978
          ],
          "alternate": -8650.960808041978,
          "omitted_ratio": 2.647793276933076e-32,
          "diagnostics": {
            "log_t_mode": -0.09820594055843863,
            "log_t_cut": -2.098205940558439,
            "log_tail_upper": -79.18856806133289,
            "log_body_lower_numeric": -6.47957165292729,
            "quad_relative_error": 1.6904855275615742e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006747215999894252
          }
        }
      },
      "old_plugin_scores": {
        "W": 8254.411607697235,
        "A": 8252.46198827951,
        "V": 8254.980971067684,
        "S": 8254.411607697235,
        "J": 8254.411607697235
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.002035473805412,
          "phase": [
            0.0631714557368405,
            0.053093888210741284,
            0.06797697302234847,
            0.07275961503609545,
            0.058539199083630755,
            0.05698692400559462,
            0.077447488722426,
            0.07866691672376692,
            0.0592547260196911,
            0.07527492352975998,
            0.047369895280412216,
            0.04564129806689045,
            0.058539049658434296,
            0.07035833038754578,
            0.0604155972074201,
            0.0693470041734385,
            0.07288284066395048,
            0.049028376493298415,
            0.05257774375930303,
            0.060935082302460565,
            0.06465277836094482,
            0.07373854823141539,
            0.05428900922475877,
            0.08867462387360107,
            0.06474742898153237,
            0.04887106332745783,
            0.0615334042085845,
            0.05023679700384474,
            0.07168445551024738,
            0.059150260195923836,
            0.07086479623168127,
            0.06011147624739825,
            0.061499833715136,
            0.07513882663355378,
            0.060307988201033495,
            0.06478478508615018,
            0.06354521566036962,
            0.06742685396737799,
            0.05109286843792644,
            0.06351406729829055,
            0.05983824385163937,
            0.05344071707858535,
            0.052713395665714584,
            0.059975634549811044,
            0.058863939985037333,
            0.08288566619080913,
            0.06897065682443076,
            0.06668294109951078,
            0.07969617088620855,
            0.06737043086316839,
            0.04974019266118586,
            0.04532110262358674,
            0.06161995244007314,
            0.060202387642103186,
            0.05951258663495116,
            0.058755940939186624,
            0.07033522954730884,
            0.06533383840502584,
            0.0448070328443544,
            0.04609484311395476,
            0.05620530414675264,
            0.08380541582264733,
            0.06412955226236158,
            0.05960188924572663
          ],
          "B": -0.06308376667821797,
          "D": 4.000096042569381,
          "initial": [
            0.0002182466460952648
          ],
          "qr": [
            [
              [
                2.000454255202882,
                -0.03153472093358125
              ],
              [
                0.0,
                1.9998299554189898
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05640678442843509,
              "O": 3.945628689376976,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.05523237037036019,
              "O": 3.946803103435051,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.25464472123654,
          "phase": [
            0.1227338474048377,
            0.11200888608508307,
            0.1329061288539403,
            0.15804539383661553,
            0.12748593934252445,
            0.11446699616809802,
            0.15324249770997456,
            0.1229713117741475,
            0.1359250531911973,
            0.14082920853574898,
            0.1133443216205361,
            0.11479061891853415,
            0.09831561538405684,
            0.1242015539595272,
            0.12976300116640363,
            0.15982329445377913,
            0.14838703423330088,
            0.09904757621595166,
            0.14214616065273594,
            0.12446282321015109,
            0.1289021786427823,
            0.12541248473361494,
            0.12964495330686576,
            0.15429675593868417,
            0.13379119557933233,
            0.12910497268765442,
            0.14745838917477733,
            0.12490420507729891,
            0.14815171618487516,
            0.10664419922504428,
            0.14755047745868297,
            0.13700328558891006,
            0.1449820433662869,
            0.15076494766625792,
            0.1219119589680172,
            0.12709206971436549,
            0.12664199471016643,
            0.14373714770708934,
            0.10735221813440217,
            0.1443242038642714,
            0.10229182400229835,
            0.1170563160698603,
            0.11645588740959639,
            0.1102744912862561,
            0.12711209736589518,
            0.14702549408020119,
            0.1448449764910242,
            0.1336808357890955,
            0.13013563906162304,
            0.15704232790384343,
            0.11308475381102591,
            0.1176127606859648,
            0.12814302429206048,
            0.11455685491819946,
            0.1269953768541642,
            0.11015080458045573,
            0.1345835165312521,
            0.13159937857273235,
            0.10517523875388997,
            0.10213190342430756,
            0.12089136366241532,
            0.15507575865590156,
            0.12611562146333877,
            0.12803981512461374
          ],
          "B": 0.022202530543887225,
          "D": 8.251348316704572,
          "initial": [
            0.0002182466460952648,
            0.0006178306669933249
          ],
          "qr": [
            [
              [
                2.000454255202882,
                -0.03153472093358125
              ],
              [
                0.0,
                1.9998299554189898
              ]
            ],
            [
              [
                -2.0620357457532434,
                -0.04136024188608371
              ],
              [
                0.0,
                -2.061591481160443
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.12432486812745283,
              "O": 8.130319853109086,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.1399192187444926,
              "O": 8.114725502492046,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8254.411607697235,
          "A": 8252.46198827951,
          "V": 8254.980971067684,
          "S": 8254.411607697235,
          "J": 8254.411607697235
        },
        "predictive": {
          "W": 8256.031230724999,
          "A": 8255.205229393287,
          "V": null,
          "S": 8255.8124255017,
          "J": 8256.750974962619
        },
        "weights": {
          "W": 0.9549925492442427,
          "A": 0.03889967027147728,
          "V": 0.0009085830278277754,
          "S": 0.0026903970903508273,
          "J": 0.0025088003660787036
        },
        "entropy": 0.20758522771950594,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.619623027763737,
          "A": 2.7432411137760937,
          "V": null,
          "S": 1.4008178044641681,
          "J": 2.339367265383771
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-004",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2925.114590458545,
          "levels": [
            -2925.114590458545,
            -2925.114590458545,
            -2925.114590458545
          ],
          "alternate": -2925.114590458545,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3155000488040969e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1955.230611755796,
          "levels": [
            -1955.230611755796,
            -1955.230611755796,
            -1955.230611755796
          ],
          "alternate": -1955.230611755796,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6151214626970068
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 5.2038643366092205e-14,
            "evaluations": 1947,
            "elapsed_seconds": 0.0141006899993954
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000248,
            "elapsed_seconds": 6.0917259359994205
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2880.7036431194138,
          "levels": [
            -2880.7036431194138,
            -2880.7036431194138,
            -2880.7036431194138
          ],
          "alternate": -2880.7036431194138,
          "omitted_ratio": 1.204650583320495e-12,
          "diagnostics": {
            "log_t_mode": -1.3990538891604591,
            "log_t_cut": -3.3990538891604594,
            "log_tail_upper": 6.327421170896102,
            "log_body_lower_numeric": 33.77225273428028,
            "quad_relative_error": 2.035555876244649e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.007953372999509156
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2864.470965786567,
          "levels": [
            -2864.470965786567,
            -2864.470965786567,
            -2864.470965786567
          ],
          "alternate": -2864.470965786567,
          "omitted_ratio": 1.138133005609312e-12,
          "diagnostics": {
            "log_t_mode": -1.5621905342485447,
            "log_t_cut": -3.5621905342485447,
            "log_tail_upper": 22.485862275915025,
            "log_body_lower_numeric": 49.987494186335134,
            "quad_relative_error": 4.262656733352105e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.011773646999245102
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8764.03573251089,
          "levels": [
            -8764.03573251089,
            -8764.03573251089,
            -8764.03573251089
          ],
          "alternate": -8764.03573251089,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1938000170630403e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6812.372444432418,
          "levels": [
            -6812.372444432418,
            -6812.372444432418,
            -6812.372444432418
          ],
          "alternate": -6812.372444432418,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6161401541057706
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.2737367544323214e-12,
            "quad_relative_error": 1.2501203444680876e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012593637999998464
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": -8771.536691650668,
          "levels": [
            -8771.536691650668,
            -8771.536691650668,
            -8771.536691650668
          ],
          "alternate": -8771.536691650668,
          "omitted_ratio": 1.165069966862032e-09,
          "diagnostics": {
            "mode": [
              -0.008794356513619976,
              -0.012606628571208377
            ],
            "kkt_residual": 9.808543073516008e-08,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              2009.0671422142761,
              2086.9328577857227
            ],
            "cells": 565,
            "partition_refinement_log_mass": [
              -7.500959139778269,
              -7.500959139778269,
              -7.500959139778269
            ],
            "cartesian_log_j": [
              -7.500960350061593,
              -7.500959139773395
            ],
            "active_log_risk_ratio": -18.438853671399208,
            "bound_certified": false,
            "evaluations": 1863767,
            "elapsed_seconds": 6.058847718999459
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8656.001575188136,
          "levels": [
            -8656.001575188136,
            -8656.001575188136,
            -8656.001575188136
          ],
          "alternate": -8656.001575188136,
          "omitted_ratio": 1.3816106305052552e-23,
          "diagnostics": {
            "log_t_mode": -1.4694578959132827,
            "log_t_cut": -3.4694578959132825,
            "log_tail_upper": 33.4340145394396,
            "log_body_lower_numeric": 86.07022173613822,
            "quad_relative_error": 1.1212965064712986e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.011059534000196436
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8655.363339779244,
          "levels": [
            -8655.363339779244,
            -8655.363339779244,
            -8655.363339779244
          ],
          "alternate": -8655.363339779244,
          "omitted_ratio": 1.380107095663349e-23,
          "diagnostics": {
            "log_t_mode": -1.47267153849867,
            "log_t_cut": -3.4726715384986697,
            "log_tail_upper": 34.07081398983628,
            "log_body_lower_numeric": 86.70811002698822,
            "quad_relative_error": 1.1216415642015625e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.009661856000093394
          }
        }
      },
      "old_plugin_scores": {
        "W": 8222.3377109748,
        "A": 9204.601807201965,
        "V": 8220.155504074923,
        "S": 8286.271025863103,
        "J": 8270.291225734272
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.171512202749717,
          "phase": [
            0.07007643570595748,
            0.06284486317606684,
            0.06538545830863828,
            0.06391887144275787,
            0.050623120040036426,
            0.07367241514903122,
            0.07507625663301166,
            0.06467639153015814,
            0.08084663664690135,
            0.07103058691616057,
            0.057093073919898644,
            0.07130412551193258,
            0.052956881990489015,
            0.05538394370766224,
            0.04125013010266719,
            0.05556465604210954,
            0.05823125484920095,
            0.06101521321560237,
            0.06955085378187063,
            0.07186589062038806,
            0.07297840974191919,
            0.06288795270498035,
            0.05596588087149051,
            0.060444747767569466,
            0.04477588443998635,
            0.062179196024772954,
            0.08519870908788395,
            0.07130832175061899,
            0.0799637708442546,
            0.09069454902295705,
            0.060554273795419646,
            0.05416656844927772,
            0.07003613106820132,
            0.08666222203137798,
            0.0720602355859623,
            0.06600659745918006,
            0.06477170700458945,
            0.07775469692642352,
            0.049040260929644426,
            0.08523256872713866,
            0.07136172308076116,
            0.07316186656320484,
            0.06748389954277827,
            0.07329390728356608,
            0.054976012843842896,
            0.060244688495108924,
            0.06648245499990021,
            0.042981391949276415,
            0.059453344351148234,
            0.058807313658213324,
            0.05685377843527038,
            0.06279875840970214,
            0.07228556888543876,
            0.08398002953645228,
            0.07274371647657979,
            0.06433324930091433,
            0.05557803650777883,
            0.047685989030627485,
            0.06844820107500436,
            0.08545815410223753,
            0.06885804575859823,
            0.05635434633760297,
            0.042189942668036516,
            0.060648039933483
          ],
          "B": 2.5662140663226776,
          "D": 4.170863621545633,
          "initial": [
            0.00011660154266212784
          ],
          "qr": [
            [
              [
                -2.0423994715057714,
                -1.2564701970034886
              ],
              [
                0.0,
                1.6100505790596493
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.24543245124137067,
              "O": 3.9260797515083463,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.28611438626552255,
              "O": 3.8853978164841942,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.49652419182592,
          "phase": [
            0.1352586660251426,
            0.11987686321764399,
            0.13565252652932563,
            0.12880016208251174,
            0.12851036716486486,
            0.14158923910145083,
            0.16328006046793084,
            0.14249364158655975,
            0.12954312898270215,
            0.1311157851304931,
            0.1295701143612525,
            0.15614578324189105,
            0.12080510108762421,
            0.1442001085157029,
            0.10832321553777564,
            0.11993745423744115,
            0.12381728390163099,
            0.11862659803205061,
            0.12374806885042584,
            0.12143514796133034,
            0.1206989736561775,
            0.11871234352376828,
            0.11957301787960309,
            0.1341696183121167,
            0.1068949384687688,
            0.12156903590421896,
            0.18743826826024812,
            0.15705353775045505,
            0.15020923468210506,
            0.1469874534890796,
            0.11482587652882811,
            0.12285767999829283,
            0.13624100444228726,
            0.14995133871682306,
            0.15099826486852197,
            0.12682580816501454,
            0.15139102636644192,
            0.14174124463587343,
            0.0955025895008419,
            0.14272708721363062,
            0.13146833267127023,
            0.13094038233536914,
            0.13380193682227148,
            0.15628523626956592,
            0.1340710723923829,
            0.12900894990000966,
            0.12454065990662788,
            0.12087555649406495,
            0.13406028037367834,
            0.13816867511102598,
            0.10934851222396083,
            0.11723694959099976,
            0.13200280505351364,
            0.15798576837652367,
            0.14202464584467533,
            0.13821477063316412,
            0.12617386185514945,
            0.1152183910723384,
            0.15930689225466713,
            0.16099900919848537,
            0.1286717285173771,
            0.11006392151827643,
            0.11849111408185331,
            0.12846708094982012
          ],
          "B": 5.235555052649261,
          "D": 8.49527042809734,
          "initial": [
            0.00011660154266212784,
            0.00011382759871567747
          ],
          "qr": [
            [
              [
                -2.0423994715057714,
                -1.2564701970034886
              ],
              [
                0.0,
                1.6100505790596493
              ]
            ],
            [
              [
                -2.0796389497885173,
                -1.283559815321805
              ],
              [
                0.0,
                1.63615244847217
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.5413082328144796,
              "O": 7.95521595901144,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.542942440105523,
              "O": 7.953581751720397,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8222.3377109748,
          "A": 9204.601807201965,
          "V": 8220.155504074923,
          "S": 8286.271025863103,
          "J": 8270.291225734272
        },
        "predictive": {
          "W": 8222.675993020735,
          "A": 9204.45530239646,
          "V": null,
          "S": 8286.299203004359,
          "J": 8270.704761080404
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.3382820459355571,
          "A": -0.14650480550517386,
          "V": null,
          "S": 0.028177141255582683,
          "J": 0.413535346131539
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: diagnostic_gate"
    },
    {
      "id": "V-004",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2835.117741198636,
          "levels": [
            -2835.117741198636,
            -2835.117741198636,
            -2835.117741198636
          ],
          "alternate": -2835.117741198636,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1391000043659005e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2838.6258872127446,
          "levels": [
            -2838.625887212745,
            -2838.6258872127446,
            -2838.6258872127446
          ],
          "alternate": -2838.6258872127446,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.009911531030022675
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729284e-13,
            "quad_relative_error": 1.415229136426863e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01440978700065898
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000120,
            "elapsed_seconds": 7.514805190000516
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2841.717135125194,
          "levels": [
            -2841.717135125194,
            -2841.717135125194,
            -2841.717135125194
          ],
          "alternate": -2841.717135125194,
          "omitted_ratio": 1.4832748188155358e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -51.37769470963733,
            "log_body_lower_numeric": -21.83834085945716,
            "quad_relative_error": 1.1102233860003832e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005518541000128607
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2840.408360047878,
          "levels": [
            -2840.408360047878,
            -2840.408360047878,
            -2840.408360047878
          ],
          "alternate": -2840.408360047878,
          "omitted_ratio": 3.1582118898258435e-16,
          "diagnostics": {
            "log_t_mode": -0.06532859537974994,
            "log_t_cut": -2.06532859537975,
            "log_tail_upper": -42.57837048297353,
            "log_body_lower_numeric": -6.8870150048597125,
            "quad_relative_error": 3.094135277647276e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.007656503999896813
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8627.676488273733,
          "levels": [
            -8627.676488273733,
            -8627.676488273733,
            -8627.676488273733
          ],
          "alternate": -8627.676488273733,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.24829994092579e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8631.725582475321,
          "levels": [
            -8631.725582475321,
            -8631.725582475321,
            -8631.725582475321
          ],
          "alternate": -8631.725582475321,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.0013052642990902294
            ],
            "polynomial_residuals": [
              1.1404210908949608e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.3854645004672698e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.015512029000092298
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000560,
            "elapsed_seconds": 7.404569104999609
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8635.170371791302,
          "levels": [
            -8635.170371791302,
            -8635.170371791302,
            -8635.170371791302
          ],
          "alternate": -8635.170371791302,
          "omitted_ratio": 3.0818132194889854e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -103.04238966119941,
            "log_body_lower_numeric": -44.300695374745644,
            "quad_relative_error": 1.1102238449473264e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005829333999827213
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8633.89385276647,
          "levels": [
            -8633.89385276647,
            -8633.89385276647,
            -8633.89385276647
          ],
          "alternate": -8633.89385276647,
          "omitted_ratio": 9.843383930155385e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -81.91899388365984,
            "log_body_lower_numeric": -28.943751199089448,
            "quad_relative_error": 1.110223056875031e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005996283000058611
          }
        }
      },
      "old_plugin_scores": {
        "W": 8267.65975746685,
        "A": 8267.142176272597,
        "V": 8618.176415213953,
        "S": 8267.65975746685,
        "J": 8267.473114821032
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9921695682740284,
          "phase": [
            0.09235450541061013,
            0.15149933935063264,
            0.10497887961340648,
            0.09652194696216025,
            0.12947610309428043,
            0.09311116276085382,
            0.0865363851902905,
            0.08637318694602766,
            0.13927328913278658,
            0.09826525926635432,
            0.10854859260445329,
            0.08206560386521948,
            0.054674583374258984,
            0.06683661963852942,
            0.05071797105086935,
            0.04371436793569406,
            0.06064917724145142,
            0.051434001078493614,
            0.03910628734922465,
            0.0531854324197674,
            0.031525108916100934,
            0.037496237637280834,
            0.028401235390049972,
            0.04174118406394089,
            0.03220912120467936,
            0.029885516321931718,
            0.03111724720595051,
            0.021290516974625463,
            0.02341623130822182,
            0.02501833417891434,
            0.025041636765363372,
            0.02356495816528256,
            0.027443005806875986,
            0.025212022851467324,
            0.026691493417410124,
            0.025940364950823875,
            0.025486857007764062,
            0.03469416520250813,
            0.026263187835993643,
            0.03178163381151991,
            0.03576329165097322,
            0.03782117891130026,
            0.03954007944096961,
            0.034866110685242244,
            0.04773366532914495,
            0.06672545580231812,
            0.044048365100312,
            0.02868389769608688,
            0.04489440613789095,
            0.05962494026179662,
            0.06141552233646131,
            0.0729205907860914,
            0.06163791874383241,
            0.07436481838646046,
            0.06804690815379151,
            0.09360728372441351,
            0.09548985724397527,
            0.08200278749486938,
            0.09297038673494783,
            0.0916197296739085,
            0.11947916896367636,
            0.13054381071843102,
            0.10872988230016647,
            0.13609675869489926
          ],
          "B": -0.03950687787777787,
          "D": 3.984976435578571,
          "initial": [
            0.00014945964267612725
          ],
          "qr": [
            [
              [
                -1.9980040311849607,
                0.019773172256488142
              ],
              [
                0.0,
                -1.9961800812752746
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.04110626052896166,
              "O": 3.951063307745067,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.06451120198983429,
              "O": 3.927658366284194,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.218324286079017,
          "phase": [
            0.20405085502554285,
            0.23764403765983372,
            0.2545022822848089,
            0.2218020976704918,
            0.2629738665104976,
            0.2189823647260091,
            0.18684112350666504,
            0.18505134401623285,
            0.24434479771560708,
            0.2015158572107305,
            0.16775564550964805,
            0.16803216150936195,
            0.11453156708944606,
            0.12237957304194118,
            0.1356333288388629,
            0.1198632074097834,
            0.11398991058448271,
            0.09439540207044694,
            0.08573367507892349,
            0.09779967909826529,
            0.07058472288911855,
            0.0738112212395191,
            0.07175976747638166,
            0.07875420626650134,
            0.06447985823617015,
            0.05630298135359389,
            0.0675922597093435,
            0.04580315752175626,
            0.04198985711165219,
            0.04578371984536419,
            0.050674060424182876,
            0.04800326928409061,
            0.047647552701153735,
            0.04978453584249565,
            0.0526566545431105,
            0.05226879948628954,
            0.0575066287995516,
            0.05675536607805087,
            0.05666150962483833,
            0.05517087339831216,
            0.06990671453439977,
            0.06797475033830414,
            0.07640984549598893,
            0.07169580629900879,
            0.088818725700194,
            0.10599630528456311,
            0.0906629254183701,
            0.07738644100210162,
            0.09529119418842077,
            0.12537345930484092,
            0.11536356081089082,
            0.14074477840838284,
            0.12845444763274963,
            0.1788999428122809,
            0.1702653250774478,
            0.18734222167743808,
            0.18051111634401754,
            0.19712793783906726,
            0.19709680532759372,
            0.19795386719450975,
            0.2807689866875841,
            0.2511453660449696,
            0.24213504025747676,
            0.2991849440093577
          ],
          "B": -0.010719287873828764,
          "D": 8.210344038360972,
          "initial": [
            0.00014945964267612725,
            0.0005248335191003354
          ],
          "qr": [
            [
              [
                -1.9980040311849607,
                0.019773172256488142
              ],
              [
                0.0,
                -1.9961800812752746
              ]
            ],
            [
              [
                2.0556336940918944,
                0.014004241167425758
              ],
              [
                0.0,
                2.055649852852091
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.07251982237179361,
              "O": 8.145804463707222,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.12090196340752524,
              "O": 8.097422322671491,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8267.65975746685,
          "A": 8267.142176272597,
          "V": 8618.176415213953,
          "S": 8267.65975746685,
          "J": 8267.473114821032
        },
        "predictive": {
          "W": 8269.038387997984,
          "A": 8268.497439810504,
          "V": null,
          "S": 8268.143898406974,
          "J": 8268.111642354488
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.3786305311332399,
          "A": 1.3552635379073763,
          "V": null,
          "S": 0.484140940123325,
          "J": 0.6385275334559992
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-004",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2466.902511091281,
          "levels": [
            -2466.902511091281,
            -2466.902511091281,
            -2466.902511091281
          ],
          "alternate": -2466.902511091281,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2156000593677163e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2134.8369292831453,
          "levels": [
            -2134.8369292831453,
            -2134.8369292831453,
            -2134.8369292831453
          ],
          "alternate": -2134.8369292831453,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.38894974848368974
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593928e-12,
            "quad_relative_error": 1.2686051470182565e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.015366527999503887
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000024,
            "elapsed_seconds": 7.559420267999485
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1642.8046547782583,
          "levels": [
            -1642.8046547782583,
            -1642.8046547782583,
            -1642.8046547782583
          ],
          "alternate": -1642.8046547782583,
          "omitted_ratio": 4.973575906204934e-13,
          "diagnostics": {
            "log_t_mode": -3.6564734157610714,
            "log_t_cut": -5.656473415761072,
            "log_tail_upper": 784.7453690749898,
            "log_body_lower_numeric": 813.0748362042882,
            "quad_relative_error": 6.929292252464189e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2047,
            "elapsed_seconds": 0.011845049999465118
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2473.8181565663754,
          "levels": [
            -2473.8181565663754,
            -2473.8181565663754,
            -2473.8181565663754
          ],
          "alternate": -2473.8181565663754,
          "omitted_ratio": 4.580936161848412e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -55.658102541836485,
            "log_body_lower_numeric": -24.943814619308974,
            "quad_relative_error": 7.759418827387427e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00596758099982253
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8189.008515118797,
          "levels": [
            -8189.008515118797,
            -8189.008515118797,
            -8189.008515118797
          ],
          "alternate": -8189.008515118797,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.310800053033745e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7314.374800192993,
          "levels": [
            -7314.374800192993,
            -7314.374800192993,
            -7314.374800192993
          ],
          "alternate": -7314.374800192993,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.43944570597703514
            ],
            "polynomial_residuals": [
              1.8189894035458565e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.3841880447912052e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.015029082999717502
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000505,
            "elapsed_seconds": 7.932749748000788
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6170.874282933733,
          "levels": [
            -6170.8742829337525,
            -6170.874282933733,
            -6170.874282933733
          ],
          "alternate": -6170.874282933733,
          "omitted_ratio": 5.602572991120405e-24,
          "diagnostics": {
            "log_t_mode": -3.880860241838817,
            "log_t_cut": -5.880860241838818,
            "log_tail_upper": 1942.207323955926,
            "log_body_lower_numeric": 1995.7461402328627,
            "quad_relative_error": 2.6491738799237453e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2089,
            "elapsed_seconds": 0.02216568800031382
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8196.18429488849,
          "levels": [
            -8196.18429488849,
            -8196.18429488849,
            -8196.18429488849
          ],
          "alternate": -8196.18429488849,
          "omitted_ratio": 2.2709739395332946e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -95.71605545552873,
            "log_body_lower_numeric": -38.97163691840857,
            "quad_relative_error": 1.1102230863700115e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.01136021799993614
          }
        }
      },
      "old_plugin_scores": {
        "W": 8317.97125592449,
        "A": 8863.73298345879,
        "V": 8569.659996712002,
        "S": 9532.078203603594,
        "J": 8317.97125592449
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.335231998593729,
          "phase": [
            0.026599655544319537,
            0.02373346189212147,
            0.03143275248331922,
            0.031163005369128773,
            0.02616210637710312,
            0.03635995891557321,
            0.026142995418469834,
            0.03147547148721476,
            0.03830587956518028,
            0.0314694565814212,
            0.017327381892924543,
            0.035917014805537294,
            0.029165914361469068,
            0.03866593153490551,
            0.02831208820630949,
            0.038151730531914604,
            0.02473357999516075,
            0.05846103297523817,
            0.04728692470434153,
            0.054129229068336754,
            0.0549302789437662,
            0.06628932571770799,
            0.06581826210246615,
            0.06941852956113904,
            0.059892258162141096,
            0.06701124512219185,
            0.0753482740915719,
            0.07942472632638575,
            0.09556754969510399,
            0.10271869620127128,
            0.08211040765017763,
            0.10674795774661941,
            0.09281846081432067,
            0.10136405643767696,
            0.08098010119749229,
            0.08709423679340632,
            0.0936976071836759,
            0.08151689869570601,
            0.0895989896838595,
            0.08087303683319157,
            0.06842039208737039,
            0.08129346450441707,
            0.06384944461969674,
            0.05239043526712316,
            0.05380768986671473,
            0.036349956181138704,
            0.055138364012618055,
            0.04461756996843243,
            0.043888394879309664,
            0.03725289597470723,
            0.030755175100706456,
            0.03439080782719284,
            0.03956381476421391,
            0.037405478770531284,
            0.030168440212960307,
            0.03514459990029335,
            0.02771069161903863,
            0.04309522291948547,
            0.02948265830768407,
            0.035994567689669445,
            0.04251869663063763,
            0.03456321215573475,
            0.02754343286830176,
            0.041670121795890545
          ],
          "B": 1.2969549539431622,
          "D": 3.333690925545937,
          "initial": [
            0.0007413256766293669
          ],
          "qr": [
            [
              [
                -1.8260587813422382,
                -0.7102481952907559
              ],
              [
                0.0,
                -1.682254366113755
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.2636838359648255,
              "O": 2.0715481626289045,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.026387374375196584,
              "O": 3.3088446242185325,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.383661523801459,
          "phase": [
            0.06615329736871868,
            0.06735157499932137,
            0.06276433164004869,
            0.06152453627781556,
            0.06695687819295187,
            0.0683978428629489,
            0.055995431696935764,
            0.05593378947969175,
            0.060138338974743175,
            0.06677406204407324,
            0.054059894980054944,
            0.06742544330301548,
            0.0653225062885908,
            0.08295387818777897,
            0.07233646761145957,
            0.07897009172226219,
            0.08047504542781928,
            0.1097215308743385,
            0.10360752612652468,
            0.14223545715760322,
            0.12599245172298706,
            0.1236652418674143,
            0.13499078897455413,
            0.16356487082837068,
            0.16571514647314758,
            0.14597944716469563,
            0.1619069906747628,
            0.17172928799969142,
            0.19672778930512597,
            0.22280323046264774,
            0.20947337458844417,
            0.2417423917308808,
            0.23599033173168954,
            0.22756327522841835,
            0.19910609991911998,
            0.21357055626818716,
            0.2007730505512337,
            0.1794748737634041,
            0.1929121782552481,
            0.1845937228945056,
            0.16497580186591437,
            0.18378529037693134,
            0.15367430223797074,
            0.13477670442237616,
            0.12363470667910373,
            0.09455938665135837,
            0.10073476898209531,
            0.09718962064152152,
            0.09417505043657343,
            0.07444390287772451,
            0.06530093490768948,
            0.07446628467465652,
            0.07138187028911565,
            0.06631460556118546,
            0.07354256283547872,
            0.07851239028589202,
            0.05989231820554434,
            0.0728577251503583,
            0.05160153146283547,
            0.06860739616944939,
            0.08283945737204365,
            0.07273551172754017,
            0.056425116658932295,
            0.07986125770794292
          ],
          "B": 3.2443530313047066,
          "D": 7.381027609466273,
          "initial": [
            0.0007413256766293669,
            0.001092837582505648
          ],
          "qr": [
            [
              [
                -1.8260587813422382,
                -0.7102481952907559
              ],
              [
                0.0,
                -1.682254366113755
              ]
            ],
            [
              [
                2.0117993656488773,
                0.967988215233102
              ],
              [
                0.0,
                -1.7639241300783524
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 3.206691742218097,
              "O": 4.176969781583363,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.08025718657000283,
              "O": 7.3034043372314565,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8317.97125592449,
          "A": 8863.73298345879,
          "V": 8569.659996712002,
          "S": 9532.078203603594,
          "J": 8317.97125592449
        },
        "predictive": {
          "W": 8339.491131045566,
          "A": 8882.059264163234,
          "V": null,
          "S": 9533.527506917606,
          "J": 8339.230996750968
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 21.51987512107553,
          "A": 18.32628070444298,
          "V": null,
          "S": 1.4493033140115585,
          "J": 21.259740826477355
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-004",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3033.0202775041776,
          "levels": [
            -3033.0202775041776,
            -3033.0202775041776,
            -3033.0202775041776
          ],
          "alternate": -3033.0202775041776,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.0953000128210988e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2383.916303501803,
          "levels": [
            -2383.9163035018028,
            -2383.916303501803,
            -2383.916303501803
          ],
          "alternate": -2383.916303501803,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5224265683705082
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2703704473694339e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.016155166999851645
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000174,
            "elapsed_seconds": 7.63451580399942
          }
        },
        "S": {
          "status": "converged",
          "log_i": -3040.043184012044,
          "levels": [
            -3040.043184012044,
            -3040.043184012044,
            -3040.043184012044
          ],
          "alternate": -3040.043184012044,
          "omitted_ratio": 2.86026056631458e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -57.37619742000085,
            "log_body_lower_numeric": -26.19091884586897,
            "quad_relative_error": 3.4451117995134415e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.004988032000255771
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1625.336952976956,
          "levels": [
            -1625.3369529769557,
            -1625.336952976956,
            -1625.336952976956
          ],
          "alternate": -1625.336952976956,
          "omitted_ratio": 5.469883234648371e-36,
          "diagnostics": {
            "log_t_mode": -4.291336522344787,
            "log_t_cut": -8.0,
            "log_tail_upper": 1315.370266342199,
            "log_body_lower_numeric": 1396.564072420278,
            "quad_relative_error": 1.2321075867439126e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.016053571000156808
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8894.131464916942,
          "levels": [
            -8894.131464916942,
            -8894.131464916942,
            -8894.131464916942
          ],
          "alternate": -8894.131464916942,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3273000149638392e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7578.297605748687,
          "levels": [
            -7578.297605748687,
            -7578.297605748687,
            -7578.297605748687
          ],
          "alternate": -7578.297605748687,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5249046406427316
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729281e-13,
            "quad_relative_error": 1.256609796822151e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.014283935000094061
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000031,
            "elapsed_seconds": 8.17174711700045
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8901.828395858485,
          "levels": [
            -8901.828395858485,
            -8901.828395858485,
            -8901.828395858485
          ],
          "alternate": -8901.828395858485,
          "omitted_ratio": 6.26543021627339e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -108.89357469773788,
            "log_body_lower_numeric": -48.55882444268524,
            "quad_relative_error": 1.1118628432380737e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0059372269997766125
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6105.5383738154305,
          "levels": [
            -6105.5383738154305,
            -6105.5383738154305,
            -6105.5383738154305
          ],
          "alternate": -6105.5383738154305,
          "omitted_ratio": 1.9916927763727245e-69,
          "diagnostics": {
            "log_t_mode": -4.279174461576132,
            "log_t_cut": -8.0,
            "log_tail_upper": 2607.957672517345,
            "log_body_lower_numeric": 2766.147059015395,
            "quad_relative_error": 1.2724196749741718e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.015479782000511477
          }
        }
      },
      "old_plugin_scores": {
        "W": 8200.81767698573,
        "A": 8867.799107136569,
        "V": 8237.628024788577,
        "S": 8200.81767698573,
        "J": 9582.041211997306
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.3971954165920275,
          "phase": [
            0.028405727451878925,
            0.028964155094834677,
            0.01695458484925836,
            0.030201095575451822,
            0.04010077080236884,
            0.03188838872876285,
            0.032812724253619474,
            0.037613749015367584,
            0.044790230741386015,
            0.04702672871564174,
            0.0650998010071294,
            0.05623758063363534,
            0.08649451048971545,
            0.07071435642045366,
            0.11709891137939221,
            0.12372087640783058,
            0.10902395209262286,
            0.11873046097480631,
            0.13537046839820177,
            0.1305476624934132,
            0.1402757369330506,
            0.11540137629150751,
            0.08752129783833704,
            0.11115651391263143,
            0.07964119127846873,
            0.06787831809697177,
            0.04622213691190135,
            0.04665655499704278,
            0.04820470913726866,
            0.03403597043233568,
            0.031656622471128854,
            0.02681035858183748,
            0.02923480633537792,
            0.027879197552643162,
            0.03305376769584729,
            0.03920240801282932,
            0.041471872882438296,
            0.05777447264921526,
            0.0764092338457632,
            0.08618122310641367,
            0.07503230744755787,
            0.08958696450179998,
            0.08817217119043548,
            0.12283598525378378,
            0.11484372948441282,
            0.138166770555151,
            0.13656199458256066,
            0.12276267430952283,
            0.12774341691912416,
            0.14196945036697226,
            0.08110821423742309,
            0.08619861419858393,
            0.05818853747241514,
            0.06385729257296656,
            0.045606110535735885,
            0.044581401730341676,
            0.04698640957496281,
            0.03495726611274369,
            0.035390707463275564,
            0.041621980573922066,
            0.035173543048148695,
            0.02701381266127632,
            0.02813435596053065,
            0.03223720134959912
          ],
          "B": 2.297756247639904,
          "D": 4.397164396512769,
          "initial": [
            3.811956628575657e-06
          ],
          "qr": [
            [
              [
                2.0969481645084596,
                1.0957620634263576
              ],
              [
                0.0,
                -1.787868481970922
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.0305732887376304,
              "O": 4.366622127854397,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 2.363782252370175,
              "O": 2.033413164221853,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.77071924222021,
          "phase": [
            0.059713229579735905,
            0.05796200924866838,
            0.05413041061786468,
            0.06161073511834787,
            0.06616087361514426,
            0.06319987687165038,
            0.0689969072976318,
            0.06434997094110563,
            0.09682918275158124,
            0.080552844165436,
            0.11888656672172936,
            0.10437018824176858,
            0.17444780183282332,
            0.16083418482201828,
            0.22051902988978056,
            0.21663107180347158,
            0.2537813653979314,
            0.2501288083968888,
            0.2625486270243028,
            0.2537769896680428,
            0.26745665758962467,
            0.22549470432961266,
            0.17981642513873802,
            0.20680627009344915,
            0.1651310290437892,
            0.13221598524365374,
            0.0868043362959826,
            0.09701699668648273,
            0.09782419865168546,
            0.0715272657251025,
            0.06785549880233249,
            0.0585929193674112,
            0.08294932729481631,
            0.0481925342966848,
            0.06966779221185532,
            0.08766294580152478,
            0.09068284466879323,
            0.10389382257614457,
            0.12896238561093437,
            0.14652100775322527,
            0.1539283618325814,
            0.17941429297936384,
            0.2008141742828729,
            0.24867761872887803,
            0.24836683383197766,
            0.2673840806305355,
            0.2520777018443517,
            0.26713102749228984,
            0.25274996920264015,
            0.259068235736952,
            0.1909281350016631,
            0.1417513409445359,
            0.13259865473887625,
            0.12632067496077928,
            0.09980973003978405,
            0.08088370249183757,
            0.07979509752629621,
            0.0866171582257188,
            0.06846021150861929,
            0.06867154669715078,
            0.0729830543860881,
            0.0560055011784453,
            0.06628397072638133,
            0.06549254604382368
          ],
          "B": 4.603260781833369,
          "D": 8.767567493463726,
          "initial": [
            3.811956628575657e-06,
            0.0024550050943657016
          ],
          "qr": [
            [
              [
                2.0969481645084596,
                1.0957620634263576
              ],
              [
                0.0,
                -1.787868481970922
              ]
            ],
            [
              [
                -2.0907101235067995,
                -1.1027375379645583
              ],
              [
                0.0,
                -1.7767464716186117
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06304296333887036,
              "O": 8.70767627888134,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 4.685543548691376,
              "O": 4.085175693528836,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8200.81767698573,
          "A": 8867.799107136569,
          "V": 8237.628024788577,
          "S": 8200.81767698573,
          "J": 9582.041211997306
        },
        "predictive": {
          "W": 8200.485947660318,
          "A": 8867.215832826198,
          "V": null,
          "S": 8199.81192322664,
          "J": 9581.395714234606
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.3317293254112883,
          "A": -0.5832743103710527,
          "V": null,
          "S": -1.0057537590892025,
          "J": -0.6454977626999607
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-005",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2932.5491966798945,
          "levels": [
            -2932.5491966798945,
            -2932.5491966798945,
            -2932.5491966798945
          ],
          "alternate": -2932.5491966798945,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.0916000064753462e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2935.914136781327,
          "levels": [
            -2935.914136781327,
            -2935.914136781327,
            -2935.914136781327
          ],
          "alternate": -2935.914136781327,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.012976613331232708
            ],
            "polynomial_residuals": [
              -7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.4152161216816882e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01428419399962877
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000032,
            "elapsed_seconds": 6.780738270999791
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2937.2098786937477,
          "levels": [
            -2937.2098786937477,
            -2937.2098786937477,
            -2937.2098786937477
          ],
          "alternate": -2937.2098786937477,
          "omitted_ratio": 1.7808479050410497e-16,
          "diagnostics": {
            "log_t_mode": -0.1680127445946283,
            "log_t_cut": -2.1680127445946282,
            "log_tail_upper": -42.2067597232713,
            "log_body_lower_numeric": -5.942487837398029,
            "quad_relative_error": 1.110223065424493e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006278316999669187
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2938.31086033035,
          "levels": [
            -2938.31086033035,
            -2938.31086033035,
            -2938.31086033035
          ],
          "alternate": -2938.31086033035,
          "omitted_ratio": 1.21109328706016e-12,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -43.74754905732622,
            "log_body_lower_numeric": -16.30805143608196,
            "quad_relative_error": 1.619534352139913e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005526454000573722
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8687.266005638094,
          "levels": [
            -8687.266005638094,
            -8687.266005638094,
            -8687.266005638094
          ],
          "alternate": -8687.266005638094,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3177999790059403e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8690.634433683419,
          "levels": [
            -8690.634433683419,
            -8690.634433683419,
            -8690.634433683419
          ],
          "alternate": -8690.634433683419,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.012960640027144858
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3854503877821285e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013228779999735707
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000003,
            "elapsed_seconds": 6.393262866999976
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8692.82138239089,
          "levels": [
            -8692.82138239089,
            -8692.82138239089,
            -8692.82138239089
          ],
          "alternate": -8692.82138239089,
          "omitted_ratio": 3.627905068401898e-32,
          "diagnostics": {
            "log_t_mode": -0.05915821223952805,
            "log_t_cut": -2.059158212239528,
            "log_tail_upper": -79.38049055239611,
            "log_body_lower_numeric": -6.986422942125058,
            "quad_relative_error": 1.1102234030311658e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.00691496699982963
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8692.225193189208,
          "levels": [
            -8692.225193189208,
            -8692.225193189208,
            -8692.225193189208
          ],
          "alternate": -8692.225193189208,
          "omitted_ratio": 2.519468778948051e-32,
          "diagnostics": {
            "log_t_mode": -0.12485391101468779,
            "log_t_cut": -2.1248539110146876,
            "log_tail_upper": -78.9981689175756,
            "log_body_lower_numeric": -6.239494019062862,
            "quad_relative_error": 2.8217462987958912e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.012194674000056693
          }
        }
      },
      "old_plugin_scores": {
        "W": 8307.191842576403,
        "A": 8307.535038518854,
        "V": 8306.050997822782,
        "S": 8306.681156359522,
        "J": 8307.191842576403
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.186683057789357,
          "phase": [
            0.04940404161643194,
            0.0491327324070794,
            0.07004511878831199,
            0.052853886852241114,
            0.07172485608450374,
            0.07300279347265336,
            0.0705513820384052,
            0.05986567208490024,
            0.08816427400499226,
            0.07157819750602955,
            0.05597712671779823,
            0.06031317766881669,
            0.07326654302886058,
            0.07638743859649101,
            0.0812510581902155,
            0.07056795250919537,
            0.08118279884259648,
            0.05734121695937872,
            0.07908684948992568,
            0.05103744940702357,
            0.04785447414519114,
            0.06343123303819025,
            0.06183223738693252,
            0.07130400137714522,
            0.05381450216597171,
            0.09607727418479801,
            0.07115233036307829,
            0.07508685731796425,
            0.07082711774902964,
            0.05867940486758934,
            0.06711331720039006,
            0.07576731245102512,
            0.06997508089627401,
            0.05654721579036408,
            0.06799041128298661,
            0.07311859012950594,
            0.05376809621578548,
            0.04837125747659702,
            0.056470057217271344,
            0.07372672296399556,
            0.08107983887509175,
            0.06278021275079587,
            0.057184377215554354,
            0.0391450214046714,
            0.07540918014829734,
            0.0688501081976766,
            0.05721265555820553,
            0.04871395882510089,
            0.07391449972487502,
            0.05664176131345903,
            0.046697056668857456,
            0.06308665741499413,
            0.07414971807491663,
            0.0783875584596089,
            0.06615199231281216,
            0.05288806397930467,
            0.06811026877583554,
            0.08236441292096341,
            0.06869270691404494,
            0.060276888510897464,
            0.06322187388017853,
            0.06953494472619076,
            0.053781724119131485,
            0.06276551653195743
          ],
          "B": 0.054324601920135995,
          "D": 4.185324523909457,
          "initial": [
            0.00024574234482299613
          ],
          "qr": [
            [
              [
                -2.046078521329163,
                -0.026550594883741747
              ],
              [
                0.0,
                -2.045694339867419
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.07484839522345607,
              "O": 4.111834662565902,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.06085369809872606,
              "O": 4.1258293596906315,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.33876023262107,
          "phase": [
            0.10554261497556656,
            0.11010949713021966,
            0.11831527778315235,
            0.11414479541134684,
            0.13567291103204276,
            0.12584845650535292,
            0.12138349887574401,
            0.12085317998136857,
            0.1485473596111449,
            0.1451048220091427,
            0.14044668392755288,
            0.14144932590556014,
            0.12667442743766336,
            0.13220370509891066,
            0.13558349288983434,
            0.16223259449214167,
            0.15294679304503483,
            0.1301591867665046,
            0.15285587657135882,
            0.1311856286296875,
            0.09359782886295287,
            0.13788220945756036,
            0.12383373391894463,
            0.13968634032020055,
            0.1204860680042388,
            0.1491896719148446,
            0.12379879205428954,
            0.12943021677764968,
            0.1482260218527171,
            0.14262797072732128,
            0.11294890393551024,
            0.14261579821371778,
            0.12828384274971685,
            0.11304098788808571,
            0.1294707453948336,
            0.14374838807618956,
            0.11292066959830013,
            0.12271343514625804,
            0.10314660479594451,
            0.13178183139033312,
            0.14124919336121597,
            0.13899215347340607,
            0.12356442153417341,
            0.09341522266716659,
            0.12848658588162643,
            0.13017986213125335,
            0.14184500937744904,
            0.120605072840225,
            0.1343289776377433,
            0.1286659129096087,
            0.11675808660383832,
            0.11378643930601627,
            0.14541189981611213,
            0.1304499672470994,
            0.16710146178755006,
            0.11237095506336249,
            0.1286359225896436,
            0.14952333214190777,
            0.13608402636474604,
            0.13889613478638857,
            0.14281530514281784,
            0.11563460483362425,
            0.12184911246203854,
            0.1374203835031183
          ],
          "B": 0.10806981622753467,
          "D": 8.336272772066412,
          "initial": [
            0.00024574234482299613,
            0.0004982918893836766
          ],
          "qr": [
            [
              [
                -2.046078521329163,
                -0.026550594883741747
              ],
              [
                0.0,
                -2.045694339867419
              ]
            ],
            [
              [
                -2.0375423634718195,
                -0.02637747085455485
              ],
              [
                0.0,
                -2.03733913943596
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.13601767158244127,
              "O": 8.20274256103863,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.14509787682961342,
              "O": 8.193662355791457,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8307.191842576403,
          "A": 8307.535038518854,
          "V": 8306.050997822782,
          "S": 8306.681156359522,
          "J": 8307.191842576403
        },
        "predictive": {
          "W": 8306.880326114882,
          "A": 8306.876838170989,
          "V": null,
          "S": 8305.98563137594,
          "J": 8307.682802214224
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.3115164615210233,
          "A": -0.6582003478652041,
          "V": null,
          "S": -0.6955249835827999,
          "J": 0.4909596378201968
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-005",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2829.06996915795,
          "levels": [
            -2829.06996915795,
            -2829.06996915795,
            -2829.06996915795
          ],
          "alternate": -2829.06996915795,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1123000149382278e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1948.497520767622,
          "levels": [
            -1948.497520767622,
            -1948.497520767622,
            -1948.497520767622
          ],
          "alternate": -1948.497520767622,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5922262544599216
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2814464279563748e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.012753281999721366
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000266,
            "elapsed_seconds": 8.540467019999596
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2767.9380814726374,
          "levels": [
            -2767.9380814726374,
            -2767.9380814726374,
            -2767.9380814726374
          ],
          "alternate": -2767.9380814726374,
          "omitted_ratio": 1.1363100050492902e-12,
          "diagnostics": {
            "log_t_mode": -1.5666259456033342,
            "log_t_cut": -3.5666259456033345,
            "log_tail_upper": 22.9720199079021,
            "log_body_lower_numeric": 50.475254848991135,
            "quad_relative_error": 4.599664011740165e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.01088404799975251
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2766.8475015370323,
          "levels": [
            -2766.8475015370323,
            -2766.8475015370323,
            -2766.8475015370323
          ],
          "alternate": -2766.8475015370323,
          "omitted_ratio": 1.132271128120497e-12,
          "diagnostics": {
            "log_t_mode": -1.5764482792508219,
            "log_t_cut": -3.5764482792508216,
            "log_tail_upper": 24.05792123438986,
            "log_body_lower_numeric": 51.56471688674201,
            "quad_relative_error": 5.419011034891095e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.009057728999323444
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8500.993514808544,
          "levels": [
            -8500.993514808544,
            -8500.993514808544,
            -8500.993514808544
          ],
          "alternate": -8500.993514808544,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4639000255556311e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6760.155994718258,
          "levels": [
            -6760.155994718258,
            -6760.155994718258,
            -6760.155994718258
          ],
          "alternate": -6760.155994718258,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5889678905730941
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2741092368234763e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013809238999783702
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000408,
            "elapsed_seconds": 8.922714053000163
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8401.235821498689,
          "levels": [
            -8401.235821498687,
            -8401.235821498687,
            -8401.235821498689
          ],
          "alternate": -8401.235821498687,
          "omitted_ratio": 1.401609748399355e-23,
          "diagnostics": {
            "log_t_mode": -1.4265767042254462,
            "log_t_cut": -3.4265767042254462,
            "log_tail_upper": 25.17647834824753,
            "log_body_lower_numeric": 77.79831409074117,
            "quad_relative_error": 1.138453054386118e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.009706335999908333
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8383.849640232544,
          "levels": [
            -8383.849640232544,
            -8383.849640232544,
            -8383.849640232544
          ],
          "alternate": -8383.849640232544,
          "omitted_ratio": 1.3606416021743037e-23,
          "diagnostics": {
            "log_t_mode": -1.5141644262852558,
            "log_t_cut": -3.514164426285256,
            "log_tail_upper": 42.523537795684504,
            "log_body_lower_numeric": 95.1750385797417,
            "quad_relative_error": 1.1251391427574175e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.00893966100011312
          }
        }
      },
      "old_plugin_scores": {
        "W": 8390.018491111681,
        "A": 9250.46872900514,
        "V": 8391.771692423361,
        "S": 8428.52312651693,
        "J": 8445.24505386661
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.980398026195897,
          "phase": [
            0.058188352078146065,
            0.05831243783707091,
            0.050170038345254714,
            0.05235525325046087,
            0.058963972628164316,
            0.05211160814947878,
            0.04104218462367275,
            0.07247652896400807,
            0.06937469556187106,
            0.07605125231401527,
            0.08320826376678028,
            0.0713326787943449,
            0.0677928195401709,
            0.07124540100567883,
            0.06555880093200837,
            0.07077087497823639,
            0.08103274526783544,
            0.061161538540123496,
            0.05616550465544306,
            0.060745862806343205,
            0.07070990108174119,
            0.05319719339517088,
            0.040198995139740124,
            0.04866999878123285,
            0.04836427531411503,
            0.05241329343639363,
            0.058188908622277546,
            0.06166959680166683,
            0.053889156138809284,
            0.06184638588238255,
            0.06608789488606366,
            0.08753040207925918,
            0.08576512761667596,
            0.06872748678779428,
            0.08145312117793511,
            0.06422630426359761,
            0.07087383190388816,
            0.05982632864070053,
            0.06753283011167999,
            0.05333780220827272,
            0.060944753941371645,
            0.04597348376874331,
            0.06723656228235872,
            0.08322266302156124,
            0.062306605569139674,
            0.052605686777425366,
            0.05353189162683047,
            0.08878596771928728,
            0.054359543350811355,
            0.05762514280625844,
            0.051268679862907715,
            0.050041198914190746,
            0.06451432124744175,
            0.06007597738462413,
            0.061483031009598614,
            0.060228513871870754,
            0.06045359703824794,
            0.049423155483745415,
            0.07026244501558225,
            0.058079438288062446,
            0.05632707370047234,
            0.05753510136808493,
            0.05939607067195026,
            0.062147473166825534
          ],
          "B": 2.357068841045813,
          "D": 3.979042397118134,
          "initial": [
            0.00015879468962781855
          ],
          "qr": [
            [
              [
                1.995053691384337,
                1.1814563443705013
              ],
              [
                0.0,
                1.6072840751262527
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.274141149206995,
              "O": 3.706256876988902,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.2766699181430543,
              "O": 3.7037281080528426,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.968034657242023,
          "phase": [
            0.116376638860651,
            0.10254058010643721,
            0.13198352210444658,
            0.13908086512600198,
            0.12770775889093994,
            0.11336109970957833,
            0.10129701317270456,
            0.1432584440282335,
            0.1272157786250115,
            0.11943089506482946,
            0.14184025267993752,
            0.13132368862960006,
            0.13941619391050802,
            0.15693533880109087,
            0.12102481754637406,
            0.1346341250207923,
            0.1524033346632749,
            0.12248536530266768,
            0.11374239952180085,
            0.13103335168048255,
            0.12457148354092339,
            0.11767456134304188,
            0.09641668121592972,
            0.09452762826684558,
            0.1145119852475523,
            0.11680032892413862,
            0.1176809176528259,
            0.11036445832310482,
            0.1290629529509944,
            0.13474719132036386,
            0.14137865223112828,
            0.15077182986448517,
            0.15651474946811397,
            0.1408681340257289,
            0.14615088730504905,
            0.13369472280041406,
            0.136653420845533,
            0.12488037593016667,
            0.13913788690049989,
            0.11995945886196178,
            0.11818058765377809,
            0.08645296955992755,
            0.14644328571095055,
            0.15417895260306386,
            0.12486946816618638,
            0.11066549554147505,
            0.11493374622732741,
            0.16452161468023113,
            0.1486357487711407,
            0.11824918888137217,
            0.10418349233352127,
            0.10087790414585329,
            0.11979587417239107,
            0.1265884664801994,
            0.11012561588037813,
            0.10638800325097292,
            0.0929836421505646,
            0.10031172058156873,
            0.11716100044152294,
            0.12008245712042265,
            0.10172862540013286,
            0.11642207664811455,
            0.12434517022747313,
            0.12644978014929031
          ],
          "B": 4.693151951138228,
          "D": 7.966489300551105,
          "initial": [
            0.00015879468962781855,
            4.097805308673788e-05
          ],
          "qr": [
            [
              [
                1.995053691384337,
                1.1814563443705013
              ],
              [
                0.0,
                1.6072840751262527
              ]
            ],
            [
              [
                -1.9968965053284655,
                -1.1698568773388476
              ],
              [
                0.0,
                1.6183086133457545
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.48759706606426123,
              "O": 7.480437591177761,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 0.5293501715383291,
              "O": 7.438684485703693,
              "norm2": 64.0,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8390.018491111681,
          "A": 9250.46872900514,
          "V": 8391.771692423361,
          "S": 8428.52312651693,
          "J": 8445.24505386661
        },
        "predictive": {
          "W": 8389.673589422488,
          "A": 9249.938661122445,
          "V": null,
          "S": 8428.29939504703,
          "J": 8444.594996377571
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.34490168919364805,
          "A": -0.5300678826952208,
          "V": null,
          "S": -0.22373146989957604,
          "J": -0.650057489039682
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-005",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2889.4267570102616,
          "levels": [
            -2889.4267570102616,
            -2889.4267570102616,
            -2889.4267570102616
          ],
          "alternate": -2889.4267570102616,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2151000191806816e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2893.1364121747933,
          "levels": [
            -2893.1364121747933,
            -2893.1364121747933,
            -2893.1364121747933
          ],
          "alternate": -2893.1364121747933,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -2.377803303392678e-05
            ],
            "polynomial_residuals": [
              6.6237015872161464e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593928e-12,
            "quad_relative_error": 1.415243256889937e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.015342048999627877
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000247,
            "elapsed_seconds": 7.939242765000017
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2896.5152331887107,
          "levels": [
            -2896.5152331887107,
            -2896.5152331887107,
            -2896.5152331887107
          ],
          "alternate": -2896.5152331887107,
          "omitted_ratio": 2.0991733806629212e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.50541573940595,
            "log_body_lower_numeric": -27.010768076470995,
            "quad_relative_error": 2.5218123767465547e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006528591999995115
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2896.3449851799946,
          "levels": [
            -2896.3449851799946,
            -2896.3449851799946,
            -2896.3449851799946
          ],
          "alternate": -2896.3449851799946,
          "omitted_ratio": 4.531459406030673e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -55.69770121418811,
            "log_body_lower_numeric": -24.972553964569194,
            "quad_relative_error": 7.801879665833175e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00538578099985898
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8608.35444435686,
          "levels": [
            -8608.35444435686,
            -8608.35444435686,
            -8608.35444435686
          ],
          "alternate": -8608.35444435686,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2260999938007444e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8611.8924874711,
          "levels": [
            -8611.8924874711,
            -8611.8924874711,
            -8611.8924874711
          ],
          "alternate": -8611.8924874711,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.01125021148469276
            ],
            "polynomial_residuals": [
              1.4210854715202004e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.385454629974799e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.01384377299928019
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000224,
            "elapsed_seconds": 8.248019322999426
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8616.00189159348,
          "levels": [
            -8616.00189159348,
            -8616.00189159348,
            -8616.00189159348
          ],
          "alternate": -8616.00189159348,
          "omitted_ratio": 9.488800741027466e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -107.36842052464807,
            "log_body_lower_numeric": -47.448735247636726,
            "quad_relative_error": 1.1109158842520498e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006281078999563761
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8615.613842270785,
          "levels": [
            -8615.613842270785,
            -8615.613842270785,
            -8615.613842270785
          ],
          "alternate": -8615.613842270785,
          "omitted_ratio": 1.4126981207533164e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -97.45639953868681,
            "log_body_lower_numeric": -40.23727365051849,
            "quad_relative_error": 1.1102231102691452e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005901097999412741
          }
        }
      },
      "old_plugin_scores": {
        "W": 8343.004730290915,
        "A": 8343.002540765263,
        "V": 8667.870656317236,
        "S": 8343.004730290915,
        "J": 8343.004730290915
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.099450370287115,
          "phase": [
            0.12197951071560717,
            0.11350037353554152,
            0.13044284975528936,
            0.123134022003976,
            0.11252264121600766,
            0.11400723494902973,
            0.1176029406835534,
            0.11165799617649015,
            0.08079786144247793,
            0.055878954120215076,
            0.08632734883803804,
            0.10234095512639421,
            0.06905342757276858,
            0.05525217687829024,
            0.04416463867787705,
            0.054202146580887886,
            0.03564692152691975,
            0.053831378417532966,
            0.04166863351495684,
            0.04506694129126648,
            0.03663136203728009,
            0.03059509102838232,
            0.034994592948415545,
            0.040045178828899526,
            0.0314302028301234,
            0.02810440487311921,
            0.02920833127904764,
            0.023737375631386445,
            0.025027387350928316,
            0.02465325958066242,
            0.02559810905268786,
            0.020317958847726556,
            0.029422539594899752,
            0.030929112334715035,
            0.01920811411173713,
            0.029155612177711773,
            0.021799182164187303,
            0.03203057517643834,
            0.03228834251487782,
            0.028200799050735602,
            0.028710483987909242,
            0.03736137069484599,
            0.03250611308468906,
            0.029851053482227184,
            0.044877772267987476,
            0.042905782837518724,
            0.04671330480636922,
            0.05642248812435697,
            0.04048434921390298,
            0.04701158993924343,
            0.0634642429468255,
            0.08644345877782673,
            0.06652513162504382,
            0.0916398459591925,
            0.07991604624775843,
            0.10379828800781991,
            0.08294064426887245,
            0.1488883477564863,
            0.06268235741603002,
            0.10223929622842592,
            0.15171470576508198,
            0.14715381051135065,
            0.1452001446118017,
            0.11754325728846686
          ],
          "B": -9.7455646642773e-05,
          "D": 4.09755712120164,
          "initial": [
            0.001696633016763296
          ],
          "qr": [
            [
              [
                2.0242909220935497,
                -4.814310313763087e-05
              ],
              [
                0.0,
                2.0246613919123964
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.02591783824279753,
              "O": 4.073532532044318,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.03234309326080978,
              "O": 4.067107277026306,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.179647315877915,
          "phase": [
            0.22453346335947147,
            0.23415483760770514,
            0.23014872702635547,
            0.2734983519014363,
            0.24414157201261016,
            0.21393663904285834,
            0.24736292364816792,
            0.22125792238026334,
            0.17511463740741265,
            0.15288920760032895,
            0.18579186937689884,
            0.18154506805404225,
            0.14945003037675259,
            0.13256176998424923,
            0.10723373372637175,
            0.110810451366732,
            0.09375885848403057,
            0.0924712074044238,
            0.08713753175891881,
            0.08255262780250827,
            0.07147791273767524,
            0.07267271033574317,
            0.07908811398225696,
            0.06927609633015809,
            0.06407476086452721,
            0.05968802891806041,
            0.06093884625856061,
            0.05269968135186267,
            0.05805675142415409,
            0.04717148388519135,
            0.04356469623426694,
            0.043786024987257255,
            0.05015261368542296,
            0.05427423282489061,
            0.044432937704462966,
            0.05183499028594171,
            0.042368925135279054,
            0.060101929865820025,
            0.06706510545059025,
            0.054725173514126695,
            0.058844487042394984,
            0.06953884146317857,
            0.07407495533313765,
            0.0644048072984571,
            0.08373054199745172,
            0.0906449776207369,
            0.08457344849803924,
            0.10642513179351373,
            0.08152887023623195,
            0.09034106266554634,
            0.1249824827888785,
            0.15411104278879495,
            0.1497822408607446,
            0.18460306104955654,
            0.15198710845759905,
            0.20558668138261685,
            0.160144411625004,
            0.2756766722739132,
            0.16943404547594465,
            0.21437681406264286,
            0.25116136399720385,
            0.2685700342990312,
            0.25589352725120407,
            0.2214282595183078
          ],
          "B": 0.09201369617695793,
          "D": 8.176844480467379,
          "initial": [
            0.001696633016763296,
            0.0003457523101092272
          ],
          "qr": [
            [
              [
                2.0242909220935497,
                -4.814310313763087e-05
              ],
              [
                0.0,
                2.0246613919123964
              ]
            ],
            [
              [
                2.019864152184669,
                0.04560264695225864
              ],
              [
                0.0,
                2.0192953003874377
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06228497047238971,
              "O": 8.117362345405526,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.08493768700913581,
              "O": 8.094709628868781,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8343.004730290915,
          "A": 8343.002540765263,
          "V": 8667.870656317236,
          "S": 8343.004730290915,
          "J": 8343.004730290915
        },
        "predictive": {
          "W": 8342.669447726483,
          "A": 8342.841059776776,
          "V": null,
          "S": 8342.110476668313,
          "J": 8342.328277982291
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.33528256443241844,
          "A": -0.16148098848680092,
          "V": null,
          "S": -0.8942536226022639,
          "J": -0.6764523086239933
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-005",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2549.574460844775,
          "levels": [
            -2549.574460844775,
            -2549.574460844775,
            -2549.574460844775
          ],
          "alternate": -2549.574460844775,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1937999261135701e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2218.0333649697286,
          "levels": [
            -2218.0333649697286,
            -2218.0333649697286,
            -2218.0333649697286
          ],
          "alternate": -2218.0333649697286,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.3886684458943616
            ],
            "polynomial_residuals": [
              2.2737367544323206e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2686060115917635e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.013250183999844012
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000144,
            "elapsed_seconds": 10.258430324999608
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1611.3761994745664,
          "levels": [
            -1611.3761994745664,
            -1611.3761994745664,
            -1611.3761994745664
          ],
          "alternate": -1611.3761994745664,
          "omitted_ratio": 4.784540551651711e-13,
          "diagnostics": {
            "log_t_mode": -3.8005865450683296,
            "log_t_cut": -5.800586545068329,
            "log_tail_upper": 898.7819114357783,
            "log_body_lower_numeric": 927.1501276428696,
            "quad_relative_error": 2.202968067714409e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2089,
            "elapsed_seconds": 0.0127384310007983
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2556.148400929813,
          "levels": [
            -2556.148400929813,
            -2556.148400929813,
            -2556.148400929813
          ],
          "alternate": -2556.148400929813,
          "omitted_ratio": 1.611250001996619e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -51.07649856440305,
            "log_body_lower_numeric": -21.619902631990893,
            "quad_relative_error": 1.1102234262402228e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00512615099978575
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8085.375852051214,
          "levels": [
            -8085.375852051214,
            -8085.375852051214,
            -8085.375852051214
          ],
          "alternate": -8085.375852051214,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3103000128467102e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7287.0891853611,
          "levels": [
            -7287.0891853611,
            -7287.0891853611,
            -7287.0891853611
          ],
          "alternate": -7287.0891853611,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.42183994379271483
            ],
            "polynomial_residuals": [
              9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3847566608434547e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.012773065999681421
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000145,
            "elapsed_seconds": 33.761748922999686
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6072.785168730159,
          "levels": [
            -6072.785168730176,
            -6072.785168730159,
            -6072.785168730159
          ],
          "alternate": -6072.785168730159,
          "omitted_ratio": 5.606791279819187e-24,
          "diagnostics": {
            "log_t_mode": -3.8776498756074695,
            "log_t_cut": -5.877649875607469,
            "log_tail_upper": 1936.6650590653467,
            "log_body_lower_numeric": 1990.2031227056848,
            "quad_relative_error": 2.5589449077044354e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2089,
            "elapsed_seconds": 0.013731147000726196
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8092.569348486859,
          "levels": [
            -8092.569348486859,
            -8092.569348486859,
            -8092.569348486859
          ],
          "alternate": -8092.569348486859,
          "omitted_ratio": 2.0591942332369942e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -96.07489975891274,
            "log_body_lower_numeric": -39.23258719143031,
            "quad_relative_error": 1.1102230922418463e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005278906000057759
          }
        }
      },
      "old_plugin_scores": {
        "W": 8523.46916739928,
        "A": 8987.71952317741,
        "V": 8773.150118484533,
        "S": 9600.638939557677,
        "J": 8523.46916739928
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.472620182050953,
          "phase": [
            0.04059909533027755,
            0.026869390503073277,
            0.02594741584386616,
            0.02755974880718802,
            0.03756507652798257,
            0.039446016179991036,
            0.026091756562798708,
            0.03590987729566545,
            0.03473738252386765,
            0.028483537294098804,
            0.03105325129853316,
            0.042093668725326445,
            0.025173052222134697,
            0.02911359789961919,
            0.04747155898048336,
            0.036486486224123545,
            0.03964843642747763,
            0.043212262316347595,
            0.048008730930793164,
            0.05522269794921439,
            0.04945170964753747,
            0.05003542933223091,
            0.06076340972372177,
            0.08243042654679222,
            0.08135515680211604,
            0.0615753040752106,
            0.07977204057938947,
            0.11257442053454102,
            0.10130132072660215,
            0.07278201628266297,
            0.08731951571194346,
            0.12220666446909406,
            0.11521054723563272,
            0.0934528813089693,
            0.08724685453240512,
            0.09779025874294829,
            0.10034743984744485,
            0.0949947471865339,
            0.09689609258351428,
            0.08779172942540416,
            0.08690466490192833,
            0.06306917305472416,
            0.07745397522798507,
            0.06533221017870693,
            0.0480713754369113,
            0.040763873891281,
            0.047218326675525904,
            0.04039017576356643,
            0.03260029091760107,
            0.05057779678524216,
            0.028026148687562386,
            0.04654253961535301,
            0.035221614352704364,
            0.040227039849951796,
            0.026435611037821133,
            0.04258142388745274,
            0.030691671218858976,
            0.0335037914709541,
            0.03597997379918817,
            0.0239268480226179,
            0.03475336181625834,
            0.02577955084529636,
            0.03270113233077418,
            0.027876607145130076
          ],
          "B": 1.3494150783125478,
          "D": 3.4710447387897667,
          "initial": [
            0.0013238741415856372
          ],
          "qr": [
            [
              [
                -1.863141515803179,
                -0.7242686971798976
              ],
              [
                0.0,
                -1.7169168492436335
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.437249281106317,
              "O": 2.0353709009446366,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.03633870400781912,
              "O": 3.436281478043134,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.199191397984067,
          "phase": [
            0.06863277125256687,
            0.056353384285132375,
            0.054383620968231725,
            0.05183296005826903,
            0.06701771109411211,
            0.07669892546652977,
            0.06205115692218015,
            0.06883324577359892,
            0.06840188185724264,
            0.06353681654850021,
            0.06364424017549666,
            0.07788083803173076,
            0.05895066700773102,
            0.06978397769517192,
            0.0927387714344467,
            0.07020784752322126,
            0.07755941761598442,
            0.0861427981447365,
            0.09866268587857564,
            0.11493088044872915,
            0.11794420303370903,
            0.1274779710617656,
            0.11615007939676064,
            0.16170609095143562,
            0.17564690473885242,
            0.1417017185522884,
            0.165253543103125,
            0.22788695404530912,
            0.19806569754108225,
            0.1842568537775202,
            0.18694594703348866,
            0.23255300723579486,
            0.22056467961703535,
            0.21553182709354327,
            0.19431939206573773,
            0.2128511238672701,
            0.2065084545338249,
            0.21759434850106465,
            0.1975366207910243,
            0.18349090773166482,
            0.18618560858131072,
            0.15564154648296652,
            0.1526478769964404,
            0.1288469739071939,
            0.10606558975341218,
            0.08304872116336942,
            0.1063365206960092,
            0.08151503668525023,
            0.07246214679297297,
            0.08660869449260225,
            0.06267929660779104,
            0.07844558698098436,
            0.07480408397484269,
            0.06671337649781128,
            0.05528290597446116,
            0.06719298066645057,
            0.0630890294536906,
            0.06996284460082189,
            0.06978460573202458,
            0.061384974168670114,
            0.07057413612340116,
            0.05721661686033845,
            0.05516739534156906,
            0.0553039265951972
          ],
          "B": 3.03621450242411,
          "D": 7.195793374841546,
          "initial": [
            0.0013238741415856372,
            0.0009826891204143117
          ],
          "qr": [
            [
              [
                -1.863141515803179,
                -0.7242686971798976
              ],
              [
                0.0,
                -1.7169168492436335
              ]
            ],
            [
              [
                1.9301783665798087,
                0.8739085741078412
              ],
              [
                0.0,
                1.7210505888186418
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 3.1208557853768735,
              "O": 4.078335612607194,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.07753146514415807,
              "O": 7.121659932839909,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8523.46916739928,
          "A": 8987.71952317741,
          "V": 8773.150118484533,
          "S": 9600.638939557677,
          "J": 8523.46916739928
        },
        "predictive": {
          "W": 8525.795743866642,
          "A": 8992.54131468171,
          "V": null,
          "S": 9600.18816581749,
          "J": 8525.176187516035
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 2.3265764673615195,
          "A": 4.821791504300563,
          "V": null,
          "S": -0.45077374018728733,
          "J": 1.7070201167553023
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-005",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3042.0497704233967,
          "levels": [
            -3042.0497704233967,
            -3042.0497704233967,
            -3042.0497704233967
          ],
          "alternate": -3042.0497704233967,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2153999705333263e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2356.0848007881195,
          "levels": [
            -2356.0848007881195,
            -2356.0848007881195,
            -2356.0848007881195
          ],
          "alternate": -2356.0848007881195,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5347353968403432
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.270561179008817e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014915941999788629
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000086,
            "elapsed_seconds": 7.666393821999918
          }
        },
        "S": {
          "status": "converged",
          "log_i": -3049.121547284958,
          "levels": [
            -3049.121547284958,
            -3049.121547284958,
            -3049.121547284958
          ],
          "alternate": -3049.121547284958,
          "omitted_ratio": 2.2749666702241795e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.211818090009686,
            "log_body_lower_numeric": -26.79759218993773,
            "quad_relative_error": 2.083653931108433e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005214685999817448
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1555.19369508161,
          "levels": [
            -1555.19369508161,
            -1555.19369508161,
            -1555.19369508161
          ],
          "alternate": -1555.19369508161,
          "omitted_ratio": 5.385931203345983e-35,
          "diagnostics": {
            "log_t_mode": -4.3630251359311805,
            "log_t_cut": -8.0,
            "log_tail_upper": 1396.8217945943402,
            "log_body_lower_numeric": 1475.7284826280609,
            "quad_relative_error": 1.6862109982260243e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.019753083000068727
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8626.879951727797,
          "levels": [
            -8626.879951727797,
            -8626.879951727797,
            -8626.879951727797
          ],
          "alternate": -8626.879951727797,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2801999218936544e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7435.790157058995,
          "levels": [
            -7435.790157058995,
            -7435.790157058995,
            -7435.790157058995
          ],
          "alternate": -7435.790157058995,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5031295240203636
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593926e-12,
            "quad_relative_error": 1.2748926485834673e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.013900469999498455
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000217,
            "elapsed_seconds": 7.957479390000117
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8634.571748599219,
          "levels": [
            -8634.571748599219,
            -8634.571748599219,
            -8634.571748599219
          ],
          "alternate": -8634.571748599219,
          "omitted_ratio": 6.546770510432865e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -108.73215226373777,
            "log_body_lower_numeric": -48.44132662911336,
            "quad_relative_error": 1.1117375276309854e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005849539999871922
          }
        },
        "J": {
          "status": "converged",
          "log_i": -5995.09909177834,
          "levels": [
            -5995.09909177834,
            -5995.09909177834,
            -5995.09909177834
          ],
          "alternate": -5995.09909177834,
          "omitted_ratio": 1.7882326966243213e-71,
          "diagnostics": {
            "log_t_mode": -4.20458241927136,
            "log_t_cut": -8.0,
            "log_tail_upper": 2446.442112979206,
            "log_body_lower_numeric": 2609.344426769974,
            "quad_relative_error": 1.120348488942391e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.01628266799980338
          }
        }
      },
      "old_plugin_scores": {
        "W": 8466.646836271688,
        "A": 8975.715435696991,
        "V": 8479.818335765009,
        "S": 8466.646836271688,
        "J": 9621.3049264029
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.4166251532886545,
          "phase": [
            0.03291251495450497,
            0.04272659250506393,
            0.02968746525838649,
            0.025818775191051763,
            0.038989047991682145,
            0.026976920979051563,
            0.02806819083168336,
            0.033074707480213496,
            0.048241352334774786,
            0.044267395003265125,
            0.05432392837027956,
            0.06845766900188936,
            0.06625556892671278,
            0.0955752111984354,
            0.09700925584407885,
            0.10905093146091899,
            0.14444470548740748,
            0.12798848829024434,
            0.14245629043995148,
            0.09935956049405376,
            0.1443141019520377,
            0.11014894865726332,
            0.14361260990180896,
            0.10574171599097411,
            0.07880250933723942,
            0.07204015456239672,
            0.05811997158201932,
            0.05504419473696526,
            0.04131728160155889,
            0.036646983936432856,
            0.04498685790190896,
            0.042072190119242445,
            0.031319415167389106,
            0.03067615522745477,
            0.035872248615379056,
            0.032842435526597005,
            0.04978483756170283,
            0.04177426098972898,
            0.05399217013288685,
            0.06890532179203789,
            0.07393252456172855,
            0.10006088897427196,
            0.1120779384614778,
            0.1088875806247541,
            0.12402872372879595,
            0.13499356211766034,
            0.1378478784484368,
            0.13990476639067323,
            0.10508092388942679,
            0.10967598114597196,
            0.1006165795318921,
            0.06497849460344665,
            0.06725759730212615,
            0.07154919828156558,
            0.04789202385831112,
            0.04117897796118506,
            0.021980529189817605,
            0.024234320706158333,
            0.034988785464726675,
            0.035466187119630364,
            0.038909261353397825,
            0.02549472720585026,
            0.028663495291765206,
            0.03322526973891025
          ],
          "B": 2.3619087381639208,
          "D": 4.415889116656274,
          "initial": [
            0.0006553346649520359
          ],
          "qr": [
            [
              [
                -2.101420904679427,
                -1.123957952880568
              ],
              [
                0.0,
                -1.7757429350775271
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.028647434280686886,
              "O": 4.387977719007968,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 2.4539176589951692,
              "O": 1.9627074942934861,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.216726249171742,
          "phase": [
            0.06230864920669342,
            0.07041588991615046,
            0.060346367041546355,
            0.06508006644039643,
            0.07374891162452582,
            0.0654631355438007,
            0.06394901308689685,
            0.05754372645602639,
            0.09709594979510064,
            0.07821852806610646,
            0.10722172806973274,
            0.13264436927713047,
            0.12455502884548997,
            0.16973843159649554,
            0.1877198589135302,
            0.20800712643917532,
            0.23077877518715434,
            0.2177586950551726,
            0.24092520109243998,
            0.21159888362837648,
            0.2689961125297128,
            0.1913163017615516,
            0.2102700925213672,
            0.17364082656009341,
            0.14422846091700364,
            0.12364420561253388,
            0.1085135037627517,
            0.10422430064275637,
            0.0795447732035142,
            0.0710777178769989,
            0.0825336026780447,
            0.07064309308315157,
            0.06383316007988363,
            0.06246265055673786,
            0.07065453873089342,
            0.06917760733730233,
            0.08766178656599116,
            0.08490224369772689,
            0.11962189340595433,
            0.1331241615348393,
            0.13860326900660008,
            0.17448375125330506,
            0.21139158126811458,
            0.1807135192228973,
            0.2109326137820281,
            0.23536839586626923,
            0.2598191088611568,
            0.2488383183246142,
            0.20360602262829572,
            0.21915383892912624,
            0.19638580207337483,
            0.13942579861269155,
            0.13121488389338487,
            0.11751265835858664,
            0.09541724869622634,
            0.09018437349619299,
            0.06190600763267215,
            0.06365248919047624,
            0.06723563558084114,
            0.05836213862148035,
            0.07960979918721245,
            0.0574522842384349,
            0.07146645430114065,
            0.05880088780587074
          ],
          "B": 4.133239255897762,
          "D": 8.213054047683324,
          "initial": [
            0.0006553346649520359,
            0.0021854656973538714
          ],
          "qr": [
            [
              [
                -2.101420904679427,
                -1.123957952880568
              ],
              [
                0.0,
                -1.7757429350775271
              ]
            ],
            [
              [
                1.9488241660513488,
                0.9089226973836535
              ],
              [
                0.0,
                -1.7242998367178564
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05943210291214803,
              "O": 8.157294146259595,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 4.23554842046211,
              "O": 3.981177828709634,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8466.646836271688,
          "A": 8975.715435696991,
          "V": 8479.818335765009,
          "S": 8466.646836271688,
          "J": 9621.3049264029
        },
        "predictive": {
          "W": 8476.766953768682,
          "A": 8981.891778802206,
          "V": null,
          "S": 8476.14693375882,
          "J": 9621.691738376352
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 10.120117496993771,
          "A": 6.176343105214983,
          "V": null,
          "S": 9.500097487132734,
          "J": 0.3868119734524953
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-006",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2893.2991307817892,
          "levels": [
            -2893.2991307817892,
            -2893.2991307817892,
            -2893.2991307817892
          ],
          "alternate": -2893.2991307817892,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2180999874544796e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2896.5485224610384,
          "levels": [
            -2896.5485224610384,
            -2896.5485224610384,
            -2896.5485224610384
          ],
          "alternate": -2896.5485224610384,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.01499360458031886
            ],
            "polynomial_residuals": [
              7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593928e-12,
            "quad_relative_error": 1.4152075641386048e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.014736324000296008
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000263,
            "elapsed_seconds": 7.087713165000423
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2899.0243502215226,
          "levels": [
            -2899.0243502215226,
            -2899.0243502215226,
            -2899.0243502215226
          ],
          "alternate": -2899.0243502215226,
          "omitted_ratio": 1.2982750026447221e-12,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -43.49540060132286,
            "log_body_lower_numeric": -16.125415947679997,
            "quad_relative_error": 4.431232460037696e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006809126000007382
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2899.049234504746,
          "levels": [
            -2899.049234504746,
            -2899.049234504746,
            -2899.049234504746
          ],
          "alternate": -2899.049234504746,
          "omitted_ratio": 1.2382729410906297e-12,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -43.66703995328534,
            "log_body_lower_numeric": -16.24973645669793,
            "quad_relative_error": 2.4117019907083096e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005041666000579426
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8561.114498281959,
          "levels": [
            -8561.114498281959,
            -8561.114498281959,
            -8561.114498281959
          ],
          "alternate": -8561.114498281959,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2929000149597414e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8565.168571186443,
          "levels": [
            -8565.168571186443,
            -8565.168571186443,
            -8565.168571186443
          ],
          "alternate": -8565.168571186443,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.0007114076408955375
            ],
            "polynomial_residuals": [
              -5.417888360170764e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.3854654630450473e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013056671999947866
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000504,
            "elapsed_seconds": 7.305383283000083
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8566.800466731747,
          "levels": [
            -8566.800466731747,
            -8566.800466731747,
            -8566.800466731747
          ],
          "alternate": -8566.800466731747,
          "omitted_ratio": 4.8670743558362236e-32,
          "diagnostics": {
            "log_t_mode": -0.04182415683055653,
            "log_t_cut": -2.0418241568305566,
            "log_tail_upper": -79.43339424010591,
            "log_body_lower_numeric": -7.333164272581137,
            "quad_relative_error": 1.1102233079726748e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.006713679999847955
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8567.599689559293,
          "levels": [
            -8567.599689559293,
            -8567.599689559293,
            -8567.599689559293
          ],
          "alternate": -8567.599689559293,
          "omitted_ratio": 4.338290016036188e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -84.91489512681943,
            "log_body_lower_numeric": -31.120333159912462,
            "quad_relative_error": 1.1102230295229755e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006292840000241995
          }
        }
      },
      "old_plugin_scores": {
        "W": 8393.621381418905,
        "A": 8392.355432999162,
        "V": 8389.71467157442,
        "S": 8393.621381418905,
        "J": 8393.621381418905
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.1072089745182465,
          "phase": [
            0.037748883445553154,
            0.07717552222401217,
            0.06734229095139177,
            0.07166238861120078,
            0.06658496416362476,
            0.06473433762340951,
            0.05451788401893403,
            0.05988047495262042,
            0.05037022788079096,
            0.06371280956530219,
            0.07641955106325027,
            0.054179190117676024,
            0.05269629055892563,
            0.05269802397044283,
            0.06923803339578856,
            0.04572697631313678,
            0.05248888436331589,
            0.0551733309877273,
            0.07258546056350362,
            0.039710811370266476,
            0.07692452871057673,
            0.048817088356666545,
            0.05517368339892587,
            0.0769442618581622,
            0.059557501696925655,
            0.09062154097258641,
            0.05395066121849209,
            0.05828532404072847,
            0.06991424562989944,
            0.043049470279223734,
            0.03975169562437817,
            0.04891476689121582,
            0.045872188227353256,
            0.08695636997952683,
            0.07209763931824104,
            0.05220457120242798,
            0.056915660604137976,
            0.06460957683781694,
            0.07375516993627378,
            0.06151018909778655,
            0.06038374612567488,
            0.05786841762904449,
            0.07168363901211439,
            0.0768018746162947,
            0.038263975866890634,
            0.08763581616303927,
            0.05297098304469396,
            0.07940550062789985,
            0.0740934785771786,
            0.08140545159618337,
            0.08433179175026717,
            0.06079950779394533,
            0.06607021339422449,
            0.0886920563580331,
            0.06006170638357451,
            0.07283398858705839,
            0.06620765405171367,
            0.08531644127637934,
            0.058911214895731985,
            0.06276872790207624,
            0.07229573557439749,
            0.06443364802780074,
            0.07324647263902026,
            0.09025446260279116
          ],
          "B": 0.061539941648306874,
          "D": 4.103410002690142,
          "initial": [
            0.000594075369039885
          ],
          "qr": [
            [
              [
                2.02647844773864,
                0.030367923091893533
              ],
              [
                0.0,
                2.0256065430646357
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06027261950447101,
              "O": 4.046936355013775,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.059881845683730846,
              "O": 4.047327128834516,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.08585180995187,
          "phase": [
            0.09809630421007273,
            0.13860767524729178,
            0.1366327491670418,
            0.13212959229259863,
            0.1283294448496772,
            0.13626901906454136,
            0.10650139744821115,
            0.1351702345139259,
            0.11192382631542162,
            0.12139565567367695,
            0.13473429145973828,
            0.1283845606976602,
            0.11831989416068883,
            0.14105396892818106,
            0.13545023240998533,
            0.11708327284291396,
            0.09198028628798466,
            0.1195842327940273,
            0.12225907941968835,
            0.09371188897592209,
            0.14222507419412647,
            0.09406869289585626,
            0.10773150214814736,
            0.13876103846079368,
            0.10905045139997759,
            0.1587921726951056,
            0.12378189434832712,
            0.1357817376485215,
            0.11465819125569379,
            0.1121290858048448,
            0.07921932212927374,
            0.1193513919331014,
            0.11842080681212325,
            0.13224327892255416,
            0.15320384233455048,
            0.112278126804805,
            0.12736507723995394,
            0.12494498729945874,
            0.1251510035122945,
            0.1260753259719637,
            0.13449238325222246,
            0.11798322582202837,
            0.14012015198512442,
            0.1270816893738948,
            0.09368350314201343,
            0.1651720587735621,
            0.09823542866148965,
            0.13537808323757516,
            0.1343425784021834,
            0.1370375017184213,
            0.1484318164828482,
            0.11864098643316778,
            0.13951360190728454,
            0.14544561535355346,
            0.10701679675620407,
            0.12297989028122586,
            0.13519497952683637,
            0.14993061769518795,
            0.14037433562998103,
            0.13305468132840076,
            0.14181997975169217,
            0.11672630188774583,
            0.1478704420268957,
            0.1524745499516092
          ],
          "B": 0.005749049430186254,
          "D": 8.079256843318154,
          "initial": [
            0.000594075369039885,
            0.0007934261462345968
          ],
          "qr": [
            [
              [
                2.02647844773864,
                0.030367923091893533
              ],
              [
                0.0,
                2.0256065430646357
              ]
            ],
            [
              [
                -1.994454664635772,
                0.027973005958653492
              ],
              [
                0.0,
                -1.9939553098582437
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.12966102200754628,
              "O": 7.956190787944324,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.11221717616396354,
              "O": 7.973634633787906,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8393.621381418905,
          "A": 8392.355432999162,
          "V": 8389.71467157442,
          "S": 8393.621381418905,
          "J": 8393.621381418905
        },
        "predictive": {
          "W": 8393.781767572913,
          "A": 8392.977086347677,
          "V": null,
          "S": 8393.821018562856,
          "J": 8393.046680018535
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.16038615400793788,
          "A": 0.621653348514883,
          "V": null,
          "S": 0.19963714395089482,
          "J": -0.5747014003700315
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-006",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2896.129686344064,
          "levels": [
            -2896.129686344064,
            -2896.129686344064,
            -2896.129686344064
          ],
          "alternate": -2896.129686344064,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.215799966303166e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1972.2997295618218,
          "levels": [
            -1972.2997295618218,
            -1972.2997295618218,
            -1972.2997295618218
          ],
          "alternate": -1972.299729561822,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6036305756818592
            ],
            "polynomial_residuals": [
              -4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593928e-12,
            "quad_relative_error": 1.2737106919412874e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.013260356000500906
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000443,
            "elapsed_seconds": 6.561598778999723
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2845.2960023247447,
          "levels": [
            -2845.2960023247447,
            -2845.2960023247447,
            -2845.2960023247447
          ],
          "alternate": -2845.2960023247447,
          "omitted_ratio": 1.176853265151041e-12,
          "diagnostics": {
            "log_t_mode": -1.4675965670500972,
            "log_t_cut": -3.467596567050097,
            "log_tail_upper": 12.719730890804012,
            "log_body_lower_numeric": 40.18790785474697,
            "quad_relative_error": 2.499250608627203e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008441766999567335
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2872.5798785306906,
          "levels": [
            -2872.5798785306906,
            -2872.5798785306906,
            -2872.5798785306906
          ],
          "alternate": -2872.5798785306906,
          "omitted_ratio": 1.3136851066811312e-12,
          "diagnostics": {
            "log_t_mode": -1.12108326258887,
            "log_t_cut": -3.1210832625888703,
            "log_tail_upper": -14.421776649795397,
            "log_body_lower_numeric": 12.936408219629467,
            "quad_relative_error": 1.5815328935534312e-12,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.00807166699996742
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8676.315773410006,
          "levels": [
            -8676.315773410006,
            -8676.315773410006,
            -8676.315773410006
          ],
          "alternate": -8676.315773410006,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2215000424475875e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6821.502272373799,
          "levels": [
            -6821.502272373799,
            -6821.502272373799,
            -6821.502272373799
          ],
          "alternate": -6821.502272373799,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6041181453196376
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2522355629120278e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014040682000086235
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000045,
            "elapsed_seconds": 6.247088578999865
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8541.64622015092,
          "levels": [
            -8541.64622015092,
            -8541.64622015092,
            -8541.64622015092
          ],
          "alternate": -8541.64622015092,
          "omitted_ratio": 1.3230158058499577e-23,
          "diagnostics": {
            "log_t_mode": -1.5938927887836871,
            "log_t_cut": -3.593892788783687,
            "log_tail_upper": 60.01204740273392,
            "log_body_lower_numeric": 112.69159070955898,
            "quad_relative_error": 1.1494807151512235e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.008946275000198511
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8622.962032854211,
          "levels": [
            -8622.962032854211,
            -8622.962032854211,
            -8622.962032854211
          ],
          "alternate": -8622.962032854211,
          "omitted_ratio": 1.5361392487234933e-23,
          "diagnostics": {
            "log_t_mode": -1.128245676534668,
            "log_t_cut": -3.128245676534668,
            "log_tail_upper": -21.107831090644616,
            "log_body_lower_numeric": 31.422353760881002,
            "quad_relative_error": 4.2636320297015416e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.009953566000149294
          }
        }
      },
      "old_plugin_scores": {
        "W": 8281.510363589285,
        "A": 9212.877152210202,
        "V": 8277.92649416315,
        "S": 8365.148418711853,
        "J": 8311.668781364186
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.11288950229221,
          "phase": [
            0.05588552157830554,
            0.05214595115704471,
            0.060215884060781766,
            0.06614899593459533,
            0.05381754546838171,
            0.05849672059969186,
            0.06619069093859815,
            0.05362218856326453,
            0.0655617446172479,
            0.04105094233145404,
            0.049038173009473426,
            0.05322454312059304,
            0.06123479104441725,
            0.05682462240305349,
            0.05467377821417966,
            0.09257078068311825,
            0.0764026573921048,
            0.08485452936689807,
            0.07614139319550943,
            0.05792005974168245,
            0.061565606579337254,
            0.09465398282985964,
            0.06129766268766692,
            0.0802275612181794,
            0.06775752512704436,
            0.05853787581540196,
            0.06078432164536364,
            0.062129303377354034,
            0.055244756994657716,
            0.05554064515320873,
            0.06269487599089774,
            0.06536171848357124,
            0.08042551428344338,
            0.07203950082976804,
            0.06534700140203448,
            0.06869158647646564,
            0.048770498731036525,
            0.05980349191007207,
            0.07503147964065633,
            0.07225411256394744,
            0.04737430853141198,
            0.06266942513270905,
            0.06623590178535047,
            0.07233427993495625,
            0.06386533320536449,
            0.07257087870403217,
            0.07234597713718187,
            0.08874600262906827,
            0.07409540030788787,
            0.07734519165924995,
            0.05956182314165063,
            0.05056381867033211,
            0.06671100373643947,
            0.07395159458054595,
            0.06767470264937095,
            0.06718832018962019,
            0.04715112020064443,
            0.05080664520325583,
            0.06286397548411968,
            0.062479696812719865,
            0.06286417082861596,
            0.05745728639766563,
            0.07034403160656558,
            0.05150807860308888
          ],
          "B": 2.4819863922126,
          "D": 4.110759730074847,
          "initial": [
            0.0018611604596066235
          ],
          "qr": [
            [
              [
                2.0275670992183223,
                1.2241204708684938
              ],
              [
                0.0,
                1.616833313404678
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.2581372571568472,
              "O": 3.854752245135362,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.18575115158600058,
              "O": 3.9271383507062088,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.316497192094133,
          "phase": [
            0.1205345127337683,
            0.11310505931561049,
            0.12807654668251428,
            0.12541257998205677,
            0.12266555270020768,
            0.12640521358148074,
            0.11067956603600354,
            0.11830862994624385,
            0.13521763157914007,
            0.10005694968640946,
            0.12977053736816996,
            0.12428503356565002,
            0.1375171756886314,
            0.12679756745373766,
            0.11957363444138527,
            0.15132646991672857,
            0.1442288912884873,
            0.14737876892415652,
            0.14062748998803037,
            0.11681419434891101,
            0.13950780766170678,
            0.17369505187403372,
            0.11033215703491496,
            0.1449116936433027,
            0.11609473528376235,
            0.11423442104712554,
            0.12387064142991858,
            0.1644746274381939,
            0.1487260640847957,
            0.11842921735800058,
            0.1083525146011361,
            0.11180541972801886,
            0.14675610052027732,
            0.15349644617376512,
            0.13066528843513614,
            0.12212330333700047,
            0.1169779756361104,
            0.10836607467677711,
            0.12896046184967958,
            0.14400741841013423,
            0.10224827314725202,
            0.10814562650291779,
            0.11538739856208893,
            0.12709308936444316,
            0.15249680119203224,
            0.15465525534081503,
            0.14703450853218641,
            0.16701079551972559,
            0.15421043731007028,
            0.14644506671492852,
            0.11859163377160364,
            0.1297587297094479,
            0.13324399381213614,
            0.13486672795315088,
            0.1274791802972676,
            0.13952307894976052,
            0.11340387652775608,
            0.11836248757208295,
            0.12059557887885547,
            0.11909792277179053,
            0.13453299849461398,
            0.12214852760255822,
            0.137741728238115,
            0.12785404987742166
          ],
          "B": 5.022278775016547,
          "D": 8.311374398484183,
          "initial": [
            0.0018611604596066235,
            0.0011327295945607139
          ],
          "qr": [
            [
              [
                2.0275670992183223,
                1.2241204708684938
              ],
              [
                0.0,
                1.616833313404678
              ]
            ],
            [
              [
                -2.049993892724406,
                -1.2391707076882772
              ],
              [
                0.0,
                -1.6328512961109567
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.5951646711116024,
              "O": 7.721332520982532,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.3835247470389507,
              "O": 7.932972445055183,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8281.510363589285,
          "A": 9212.877152210202,
          "V": 8277.92649416315,
          "S": 8365.148418711853,
          "J": 8311.668781364186
        },
        "predictive": {
          "W": 8281.41104800714,
          "A": 9212.394592261104,
          "V": null,
          "S": 8365.246917246906,
          "J": 8311.21498074956
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.09931558214520919,
          "A": -0.48255994909777655,
          "V": null,
          "S": 0.0984985350532952,
          "J": -0.4538006146249245
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-006",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2804.9951242422703,
          "levels": [
            -2804.9951242422703,
            -2804.9951242422703,
            -2804.9951242422703
          ],
          "alternate": -2804.9951242422703,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1793000339821447e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2808.5202796762555,
          "levels": [
            -2808.5202796762555,
            -2808.5202796762555,
            -2808.5202796762555
          ],
          "alternate": -2808.5202796762555,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.009489357384713916
            ],
            "polynomial_residuals": [
              7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 4.547473508864641e-13,
            "quad_relative_error": 1.415229457803026e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.015241457000229275
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000486,
            "elapsed_seconds": 7.280896778000169
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2812.0997664287665,
          "levels": [
            -2812.0997664287665,
            -2812.0997664287665,
            -2812.0997664287665
          ],
          "alternate": -2812.0997664287665,
          "omitted_ratio": 1.9398236244968918e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.79366393047677,
            "log_body_lower_numeric": -27.22006968229454,
            "quad_relative_error": 2.5797968434059546e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005837403999976232
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2811.3357078162735,
          "levels": [
            -2811.3357078162735,
            -2811.3357078162735,
            -2811.3357078162735
          ],
          "alternate": -2811.3357078162735,
          "omitted_ratio": 3.2190213304204584e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -48.559278823325506,
            "log_body_lower_numeric": -19.7947499931097,
            "quad_relative_error": 3.7331325838770063e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005550300999857427
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8572.31360554429,
          "levels": [
            -8572.31360554429,
            -8572.31360554429,
            -8572.31360554429
          ],
          "alternate": -8572.31360554429,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2510000487964135e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8576.186284038504,
          "levels": [
            -8576.186284038504,
            -8576.186284038504,
            -8576.186284038504
          ],
          "alternate": -8576.186284038504,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.006696214566283464
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.3854617383486988e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013943028000539925
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000560,
            "elapsed_seconds": 13.276413192000291
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8580.045627922818,
          "levels": [
            -8580.045627922818,
            -8580.045627922818,
            -8580.045627922818
          ],
          "alternate": -8580.045627922818,
          "omitted_ratio": 4.6150778586236335e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -110.01722831323826,
            "log_body_lower_numeric": -49.37675954098589,
            "quad_relative_error": 1.1129182268722419e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0076602099998126505
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8579.524639842457,
          "levels": [
            -8579.524639842457,
            -8579.524639842457,
            -8579.524639842457
          ],
          "alternate": -8579.524639842457,
          "omitted_ratio": 1.8663999531203556e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -96.43527007568912,
            "log_body_lower_numeric": -39.494654167445375,
            "quad_relative_error": 1.1102230976758005e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.007294387000001734
          }
        }
      },
      "old_plugin_scores": {
        "W": 8292.753947139128,
        "A": 8291.642080193375,
        "V": 8623.964214830117,
        "S": 8292.753947139128,
        "J": 8292.753947139128
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9338812167957458,
          "phase": [
            0.14325960316544253,
            0.12276769552048963,
            0.1467879164175623,
            0.08714940024579196,
            0.10976203377409435,
            0.1333756097560501,
            0.07692363243223427,
            0.08499607081590367,
            0.08207925047846311,
            0.07731197523533813,
            0.09937605500506048,
            0.08477096458525862,
            0.06341104316770203,
            0.06901251472917946,
            0.05595051701779024,
            0.05107642560328757,
            0.04898826937427069,
            0.0602301037557177,
            0.04197745271414647,
            0.058725880101974194,
            0.03883531684066609,
            0.03694578167682979,
            0.03372849337986109,
            0.041458992516093,
            0.027313679066338945,
            0.04200606289824167,
            0.029267692344764947,
            0.020109580636354055,
            0.036958212620183575,
            0.02616628637995625,
            0.03669545812353981,
            0.022183517790607465,
            0.02102316025953853,
            0.019157567753962563,
            0.029718333840032623,
            0.030084495000511833,
            0.03014425644810735,
            0.02206776182290276,
            0.024934588980301004,
            0.030867750070692517,
            0.028473445195032133,
            0.03530851402490166,
            0.03113546301773174,
            0.03209976500249745,
            0.02830051530349389,
            0.04218123289832476,
            0.053359096036005096,
            0.04058458798773251,
            0.05456749913230623,
            0.07872702819144074,
            0.06072385022630364,
            0.06076912743904917,
            0.08434436884821399,
            0.08583628935050538,
            0.10954614155916324,
            0.07908956806857771,
            0.07220928521271829,
            0.07664414846443936,
            0.10408408416566856,
            0.11693150482640982,
            0.09627028926610928,
            0.0969666475080798,
            0.061685642300928725,
            0.10644372042486885
          ],
          "B": -0.03730300640484596,
          "D": 3.9300756754963357,
          "initial": [
            0.00030947583600077146
          ],
          "qr": [
            [
              [
                1.983323408060255,
                -0.018808332646731252
              ],
              [
                0.0,
                1.9824306792307735
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.024237564519343696,
              "O": 3.9096436522764018,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 0.04667249592495121,
              "O": 3.8872087208707944,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.107990049575264,
          "phase": [
            0.2687237247313454,
            0.2454602245588095,
            0.26970816911006124,
            0.23445865275917846,
            0.2518084385343898,
            0.26163499198248774,
            0.20028640123164582,
            0.16696325851193128,
            0.20494682116775526,
            0.16263938734538264,
            0.19505975613574986,
            0.1522351627875767,
            0.12738661544680088,
            0.14398975447118895,
            0.11888553921449788,
            0.10336423774804637,
            0.1076352542395854,
            0.12154637301349283,
            0.07375837381430883,
            0.11905428526716985,
            0.0813948968221559,
            0.06540213348810768,
            0.06111153044397822,
            0.08772327793573473,
            0.05331201103514864,
            0.07502697059168742,
            0.05564618940779199,
            0.042018557185550684,
            0.062457518724077,
            0.04778678782266875,
            0.06246895970497696,
            0.04848315038059933,
            0.041595044626120924,
            0.050194697994578596,
            0.06493366224895294,
            0.05157477397435964,
            0.0540764104333611,
            0.057184715737810726,
            0.056343872922235014,
            0.05440815996334944,
            0.06279339378405581,
            0.06575868833637842,
            0.06790853276361336,
            0.07120870861098422,
            0.07191230779060895,
            0.08273799078761321,
            0.09798516922731171,
            0.1063579744408388,
            0.1014467114052045,
            0.12607840698641595,
            0.1326539482950683,
            0.10829962217522626,
            0.14865390511134324,
            0.1444226986017612,
            0.17515459729174332,
            0.1689287846025795,
            0.1805652930811697,
            0.1975193031283453,
            0.23284667474583412,
            0.2741002493106435,
            0.18072984361447997,
            0.20490130569631737,
            0.1517248485998737,
            0.2506123476732036
          ],
          "B": 0.05427424743587711,
          "D": 8.103233821221767,
          "initial": [
            0.00030947583600077146,
            0.0009223844864798287
          ],
          "qr": [
            [
              [
                1.983323408060255,
                -0.018808332646731252
              ],
              [
                0.0,
                1.9824306792307735
              ]
            ],
            [
              [
                2.042837841898627,
                0.04482844989576386
              ],
              [
                0.0,
                2.0425647946373338
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.0557293529804606,
              "O": 8.052260696594804,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.0865036398091338,
              "O": 8.02148640976613,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8292.753947139128,
          "A": 8291.642080193375,
          "V": 8623.964214830117,
          "S": 8292.753947139128,
          "J": 8292.753947139128
        },
        "predictive": {
          "W": 8294.278653771062,
          "A": 8293.931130710833,
          "V": null,
          "S": 8293.65127357903,
          "J": 8293.408203046898
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.5247066319334408,
          "A": 2.289050517458236,
          "V": null,
          "S": 0.8973264399010077,
          "J": 0.654255907769766
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-006",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2772.5213231424577,
          "levels": [
            -2772.5213231424577,
            -2772.5213231424577,
            -2772.5213231424577
          ],
          "alternate": -2772.5213231424577,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 5.725700066250283e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2260.2200659782025,
          "levels": [
            -2260.2200659782025,
            -2260.2200659782025,
            -2260.2200659782025
          ],
          "alternate": -2260.2200659782025,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.47197202293209306
            ],
            "polynomial_residuals": [
              2.2737367544323206e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729284e-13,
            "quad_relative_error": 1.2753283723033064e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.029789317999529885
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000013,
            "elapsed_seconds": 9.747647797999889
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1601.4093843396008,
          "levels": [
            -1601.4093843396008,
            -1601.4093843396008,
            -1601.4093843396008
          ],
          "alternate": -1601.4093843396008,
          "omitted_ratio": 3.4213698653874405e-39,
          "diagnostics": {
            "log_t_mode": -4.060535235855284,
            "log_t_cut": -8.0,
            "log_tail_upper": 1071.4523732002904,
            "log_body_lower_numeric": 1160.0231508107456,
            "quad_relative_error": 1.1694923347975794e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.01658981499986112
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2779.6715329876424,
          "levels": [
            -2779.6715329876424,
            -2779.6715329876424,
            -2779.6715329876424
          ],
          "alternate": -2779.6715329876424,
          "omitted_ratio": 1.5435995837949684e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -59.62808637027561,
            "log_body_lower_numeric": -27.826012149407564,
            "quad_relative_error": 2.3586417171743695e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006318063999970036
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8799.658069693653,
          "levels": [
            -8799.658069693653,
            -8799.658069693653,
            -8799.658069693653
          ],
          "alternate": -8799.658069693653,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3699000191991217e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7402.511555666347,
          "levels": [
            -7402.511555666347,
            -7402.511555666347,
            -7402.511555666347
          ],
          "alternate": -7402.511555666347,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5382469621589541
            ],
            "polynomial_residuals": [
              -9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.2529712401263993e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.017170381000141788
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000399,
            "elapsed_seconds": 8.391741408999223
          }
        },
        "S": {
          "status": "converged",
          "log_i": -5987.631742372001,
          "levels": [
            -5987.631742372001,
            -5987.631742372001,
            -5987.631742372001
          ],
          "alternate": -5987.631742372001,
          "omitted_ratio": 3.967716753050335e-69,
          "diagnostics": {
            "log_t_mode": -4.290091311559257,
            "log_t_cut": -8.0,
            "log_tail_upper": 2632.078759241821,
            "log_body_lower_numeric": 2789.578939854335,
            "quad_relative_error": 1.3440615087072782e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.01782492500024091
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8807.478470606513,
          "levels": [
            -8807.478470606513,
            -8807.478470606513,
            -8807.478470606513
          ],
          "alternate": -8807.478470606513,
          "omitted_ratio": 2.0441102685732016e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -113.01160206964643,
            "log_body_lower_numeric": -51.5567671771364,
            "quad_relative_error": 2.838815787458392e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005588842000179284
          }
        }
      },
      "old_plugin_scores": {
        "W": 8013.003342320337,
        "A": 8894.153368120576,
        "V": 8417.598365973412,
        "S": 9673.928007677761,
        "J": 8013.003342320337
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.8719961585958265,
          "phase": [
            0.028436529154550288,
            0.040204435735267385,
            0.032295093809190614,
            0.021178198712418477,
            0.028216876671917992,
            0.037604811767040495,
            0.025111495657413392,
            0.03468225714071015,
            0.03515663506190612,
            0.03039581220976448,
            0.03737856716860801,
            0.028856952600149335,
            0.033115624955974636,
            0.033698512619307966,
            0.04695537880624717,
            0.03747981531490755,
            0.035575745532309605,
            0.05011826463429523,
            0.056305081818078306,
            0.07622930693498475,
            0.04913536430699547,
            0.07160182246345477,
            0.08582781374923958,
            0.08147043636191954,
            0.09427986711993928,
            0.09791483946021551,
            0.12020132471356601,
            0.10586036210200422,
            0.09095742042530341,
            0.12505341107341214,
            0.10737640997130811,
            0.10262622609426962,
            0.12209695150650604,
            0.10773275432953422,
            0.1225577423072185,
            0.15461024125706177,
            0.10335488139484313,
            0.12339406829981135,
            0.09084181029003652,
            0.10126430068025538,
            0.09278032102996023,
            0.0721120151681088,
            0.08330277676042007,
            0.07691370281897707,
            0.05296914061923021,
            0.05381582265140729,
            0.04779761420023454,
            0.04358331241186163,
            0.04846336573733801,
            0.03256338222942655,
            0.03323657628653643,
            0.03319639184519482,
            0.03549707099299048,
            0.03699472430605346,
            0.02945326505838388,
            0.03200510710203082,
            0.026998389839320524,
            0.03551072415080908,
            0.036269746830810176,
            0.03400288602200059,
            0.03441334497233105,
            0.03444575438826614,
            0.03532465746115245,
            0.02319262150104561
          ],
          "B": 1.8275290285558017,
          "D": 3.871167811326588,
          "initial": [
            2.381228490955713e-05
          ],
          "qr": [
            [
              [
                -1.9677327934226532,
                -0.928748575347478
              ],
              [
                0.0,
                -1.7345367414389143
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.8548202461566214,
              "O": 2.017175912439206,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.02205074094121643,
              "O": 3.8499454176546095,
              "norm2": 64.0,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.570739522736154,
          "phase": [
            0.05746952783921524,
            0.0743536449353207,
            0.066518395685332,
            0.04548700371375247,
            0.06488463573044294,
            0.07197972223493504,
            0.06044047134287176,
            0.07158480922279527,
            0.06228590898214624,
            0.05821955333506379,
            0.0692527852062995,
            0.05761596885324512,
            0.06153850306801405,
            0.06846085212550682,
            0.08670659605193083,
            0.09183253378672653,
            0.06805746141832522,
            0.11108333137678025,
            0.12896816496877517,
            0.13728595976797348,
            0.12730886975872208,
            0.15456457137937468,
            0.2001200977500474,
            0.1823473207138792,
            0.22606608353298174,
            0.2045382209590455,
            0.2691310635666335,
            0.2577378343926602,
            0.22119466377795,
            0.2774350616680909,
            0.27429015971014736,
            0.275480146969665,
            0.2744820497952392,
            0.28542506608598206,
            0.26434435529576766,
            0.30395112090675386,
            0.24869893062962567,
            0.2692095019794648,
            0.2214882862194696,
            0.21653809128810092,
            0.19350344815038734,
            0.18650666706905306,
            0.18027596889945618,
            0.17534973328653458,
            0.14944778321278251,
            0.11683708278020011,
            0.10233791033526088,
            0.11359371215119717,
            0.08839144439479624,
            0.07237570097744833,
            0.08470631664687278,
            0.0627503527900494,
            0.0693676281779455,
            0.0741847072998025,
            0.06158487656668877,
            0.057359137586047035,
            0.057262864317171175,
            0.06233039790455835,
            0.08053694151683088,
            0.059789910714912596,
            0.0741620092178806,
            0.0637859715458173,
            0.06930944049179467,
            0.04661219067761185
          ],
          "B": 4.613566569975344,
          "D": 8.569375736639081,
          "initial": [
            2.381228490955713e-05,
            0.0005350499195693255
          ],
          "qr": [
            [
              [
                -1.9677327934226532,
                -0.928748575347478
              ],
              [
                0.0,
                -1.7345367414389143
              ]
            ],
            [
              [
                2.1675350779677727,
                1.2853483063497462
              ],
              [
                0.0,
                -1.7454577355513086
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.602165596116711,
              "O": 3.9685739266194444,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.05172311934237399,
              "O": 8.519016403393778,
              "norm2": 64.0,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8013.003342320337,
          "A": 8894.153368120576,
          "V": 8417.598365973412,
          "S": 9673.928007677761,
          "J": 8013.003342320337
        },
        "predictive": {
          "W": 8034.460388521887,
          "A": 8919.305645384937,
          "V": null,
          "S": 9675.37477704068,
          "J": 8033.790197454211
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 21.45704620154993,
          "A": 25.152277264360237,
          "V": null,
          "S": 1.44676936291944,
          "J": 20.78685513387427
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-006",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2721.8061998910384,
          "levels": [
            -2721.8061998910384,
            -2721.8061998910384,
            -2721.8061998910384
          ],
          "alternate": -2721.8061998910384,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1783999980252702e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2212.4214880904947,
          "levels": [
            -2212.4214880904947,
            -2212.4214880904947,
            -2212.4214880904947
          ],
          "alternate": -2212.4214880904947,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4708114552319278
            ],
            "polynomial_residuals": [
              -9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.1368683772161607e-12,
            "quad_relative_error": 1.2760077617547966e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014522141000270494
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000192,
            "elapsed_seconds": 8.098660775000099
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2728.474173176053,
          "levels": [
            -2728.474173176053,
            -2728.474173176053,
            -2728.474173176053
          ],
          "alternate": -2728.474173176053,
          "omitted_ratio": 1.1773848288095585e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -52.21846655782501,
            "log_body_lower_numeric": -22.44815608109896,
            "quad_relative_error": 4.298733189962923e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005037156999605941
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1572.1574474212412,
          "levels": [
            -1572.1574474212412,
            -1572.1574474212412,
            -1572.1574474212412
          ],
          "alternate": -1572.1574474212412,
          "omitted_ratio": 1.6708612112489305e-39,
          "diagnostics": {
            "log_t_mode": -4.038136936512288,
            "log_t_cut": -8.0,
            "log_tail_upper": 1049.2757313819566,
            "log_body_lower_numeric": 1138.5632108198622,
            "quad_relative_error": 1.248046916587176e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.014740579999852343
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8505.891988329231,
          "levels": [
            -8505.891988329231,
            -8505.891988329231,
            -8505.891988329231
          ],
          "alternate": -8505.891988329231,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3097999726596754e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7410.9182882230825,
          "levels": [
            -7410.9182882230825,
            -7410.9182882230825,
            -7410.9182882230825
          ],
          "alternate": -7410.9182882230825,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.48519174971350765
            ],
            "polynomial_residuals": [
              4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.7284841053187855e-12,
            "quad_relative_error": 1.3144605885033043e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.014276759999120259
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000062,
            "elapsed_seconds": 8.044011561999469
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8513.508957293689,
          "levels": [
            -8513.508957293689,
            -8513.508957293689,
            -8513.508957293689
          ],
          "alternate": -8513.508957293689,
          "omitted_ratio": 1.2143412831062354e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -106.46223248574907,
            "log_body_lower_numeric": -46.78922184385584,
            "quad_relative_error": 1.1105746432015311e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0055015919997458695
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6073.717701718808,
          "levels": [
            -6073.717701718808,
            -6073.717701718808,
            -6073.717701718808
          ],
          "alternate": -6073.717701718808,
          "omitted_ratio": 3.3591300383033448e-74,
          "diagnostics": {
            "log_t_mode": -4.105376879873649,
            "log_t_cut": -8.0,
            "log_tail_upper": 2240.5719145704984,
            "log_body_lower_numeric": 2409.751529428779,
            "quad_relative_error": 2.020557246849415e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.015715285000624135
          }
        }
      },
      "old_plugin_scores": {
        "W": 8271.667500054225,
        "A": 8859.85697604706,
        "V": 8297.20265386741,
        "S": 8271.667500054225,
        "J": 9559.526920904244
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.7772904239784038,
          "phase": [
            0.026468712107231913,
            0.02738403965014162,
            0.028843385361703982,
            0.03067956676897363,
            0.02392355065013931,
            0.03135525560474871,
            0.03850879355008369,
            0.035427553312302226,
            0.03749046757704872,
            0.05285260517196971,
            0.04442286577568894,
            0.045933563689752474,
            0.054573084958219296,
            0.07881637211520946,
            0.06531848300003903,
            0.08686827212244758,
            0.0869897543910702,
            0.12513537024708005,
            0.11307065126779291,
            0.08401199184194903,
            0.08178442125865718,
            0.08320569293639873,
            0.10640041069103384,
            0.08242003494299155,
            0.07008667256673576,
            0.06857691187633363,
            0.060795057433751826,
            0.056226968596736565,
            0.04114578366457802,
            0.03786094600103546,
            0.025019592366149427,
            0.037541986454810015,
            0.039993653675685574,
            0.03189466951970454,
            0.02998472696067603,
            0.04582169116413583,
            0.0466831155218051,
            0.0449716604529774,
            0.05276759739632656,
            0.06935503286336663,
            0.08655652521269418,
            0.0543511516330321,
            0.08688346844601247,
            0.09324435764312498,
            0.09205735340437564,
            0.08025598814986983,
            0.11974103255711298,
            0.0879657705750261,
            0.08694022161729714,
            0.08181092632655795,
            0.09781843193986431,
            0.06670957074675717,
            0.07094515174469615,
            0.06624664591907337,
            0.05519313931394592,
            0.04851784086704247,
            0.04011534685099947,
            0.03731785001377126,
            0.03513526626451846,
            0.02699233409090734,
            0.03113640567262781,
            0.03385336958974873,
            0.030308458069926755,
            0.03658285182193925
          ],
          "B": 1.778335737671539,
          "D": 3.7762496357712427,
          "initial": [
            0.00017004975614651815
          ],
          "qr": [
            [
              [
                -1.9434815085876833,
                -0.9150258079706892
              ],
              [
                0.0,
                -1.714394195124032
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.03712572921023871,
              "O": 3.7401646947681657,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 1.7880151520497054,
              "O": 1.9892752719286988,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.977569460737371,
          "phase": [
            0.059226241217863435,
            0.06534893786808718,
            0.05721123511649498,
            0.06644245175221088,
            0.061907427819853464,
            0.07238862427455764,
            0.07144403092862213,
            0.06959873274857308,
            0.0781900598924188,
            0.09319249246367896,
            0.0901718778955812,
            0.11570534417641927,
            0.11307387888193249,
            0.17662525192035045,
            0.15174695165330104,
            0.1827709935331337,
            0.18868506803065072,
            0.23129443218249796,
            0.20579841239985608,
            0.18821516587672044,
            0.2114594292401946,
            0.19061493349020542,
            0.19411061362008925,
            0.19105207437032332,
            0.13949431508595062,
            0.14697593816654245,
            0.10973322547338966,
            0.10821982757169862,
            0.0886902212461411,
            0.07159560946329802,
            0.05936572095552506,
            0.06447633325734704,
            0.07150695634639853,
            0.062379843914855015,
            0.07374524927801697,
            0.08302424503777456,
            0.08275717390611899,
            0.0934840213373915,
            0.10859796139735245,
            0.1430440075632733,
            0.17733079325408796,
            0.13402252274801946,
            0.19160073683622653,
            0.21484210686406935,
            0.20464462973126768,
            0.17944438247523986,
            0.26276405681091763,
            0.1933017523834949,
            0.21799079188053014,
            0.21195394155598155,
            0.1619113562154345,
            0.13708969269928656,
            0.14180496961866992,
            0.1433453139465975,
            0.12043666398856534,
            0.08709651368883443,
            0.06924921579373623,
            0.07625477146233521,
            0.08229052372549198,
            0.06677698362138297,
            0.07032128566030592,
            0.06706660015688548,
            0.06632833072812067,
            0.06633621353719968
          ],
          "B": 3.8696970943418396,
          "D": 7.973656008862412,
          "initial": [
            0.00017004975614651815,
            0.0002356859231279287
          ],
          "qr": [
            [
              [
                -1.9434815085876833,
                -0.9150258079706892
              ],
              [
                0.0,
                -1.714394195124032
              ]
            ],
            [
              [
                2.0494007296855927,
                1.0204745838024285
              ],
              [
                0.0,
                -1.7765904657032123
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06276832886026401,
              "O": 7.914801131877108,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 3.9128922631531338,
              "O": 4.064677197584238,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8271.667500054225,
          "A": 8859.85697604706,
          "V": 8297.20265386741,
          "S": 8271.667500054225,
          "J": 9559.526920904244
        },
        "predictive": {
          "W": 8277.511346634888,
          "A": 8863.100334940493,
          "V": null,
          "S": 8276.562350955446,
          "J": 9560.036880775515
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 5.843846580663012,
          "A": 3.2433588934327418,
          "V": null,
          "S": 4.894850901220707,
          "J": 0.5099598712713487
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-007",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2887.6712132004377,
          "levels": [
            -2887.6712132004377,
            -2887.6712132004377,
            -2887.6712132004377
          ],
          "alternate": -2887.6712132004377,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2120000064896885e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2891.262305361724,
          "levels": [
            -2891.262305361724,
            -2891.262305361724,
            -2891.262305361724
          ],
          "alternate": -2891.262305361724,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.007612144735242992
            ],
            "polynomial_residuals": [
              3.552713678800501e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.4152340325061333e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.013603767999484262
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000031,
            "elapsed_seconds": 6.156174662000012
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2891.756376405234,
          "levels": [
            -2891.756376405234,
            -2891.756376405234,
            -2891.756376405234
          ],
          "alternate": -2891.756376405234,
          "omitted_ratio": 2.0116554102579172e-16,
          "diagnostics": {
            "log_t_mode": -0.23860367407914437,
            "log_t_cut": -2.2386036740791444,
            "log_tail_upper": -41.73411160691682,
            "log_body_lower_numeric": -5.591708089314235,
            "quad_relative_error": 1.110226610443325e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006357060000482306
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2893.98676500988,
          "levels": [
            -2893.98676500988,
            -2893.98676500988,
            -2893.98676500988
          ],
          "alternate": -2893.98676500988,
          "omitted_ratio": 3.4447873870596556e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -48.31287749383699,
            "log_body_lower_numeric": -19.616133471092223,
            "quad_relative_error": 2.566450368952965e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005854175999957079
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8652.66010623665,
          "levels": [
            -8652.66010623665,
            -8652.66010623665,
            -8652.66010623665
          ],
          "alternate": -8652.66010623665,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3855000361218117e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8656.598079648,
          "levels": [
            -8656.598079648,
            -8656.598079648,
            -8656.598079648
          ],
          "alternate": -8656.598079648,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.005377869468723617
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593926e-12,
            "quad_relative_error": 1.385464398736239e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014119023000603192
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": -8660.175179437152,
          "levels": [
            -8660.175179437152,
            -8660.175179437152,
            -8660.175179437152
          ],
          "alternate": -8660.175179437152,
          "omitted_ratio": 1.1039754652288851e-09,
          "diagnostics": {
            "mode": [
              0.003804569153773454,
              -0.014320294931315406
            ],
            "kkt_residual": 3.1546775289186227e-09,
            "boundary_mode": false,
            "curvature_eigenvalues": [
              1990.4720718077333,
              2105.527928192268
            ],
            "cells": 549,
            "partition_refinement_log_mass": [
              -7.515073200502471,
              -7.515073200502471,
              -7.515073200502471
            ],
            "cartesian_log_j": [
              -7.515074481065318,
              -7.515073200498707
            ],
            "active_log_risk_ratio": -18.442010923642,
            "bound_certified": false,
            "evaluations": 1813559,
            "elapsed_seconds": 6.148058062999553
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8657.409810243458,
          "levels": [
            -8657.409810243458,
            -8657.409810243458,
            -8657.409810243458
          ],
          "alternate": -8657.409810243458,
          "omitted_ratio": 2.5826589896724404e-32,
          "diagnostics": {
            "log_t_mode": -0.14402283196397472,
            "log_t_cut": -2.1440228319639747,
            "log_tail_upper": -78.83057001010116,
            "log_body_lower_numeric": -6.096666518657121,
            "quad_relative_error": 4.525895947359888e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006679021000309149
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8658.844540067057,
          "levels": [
            -8658.844540067057,
            -8658.844540067057,
            -8658.844540067057
          ],
          "alternate": -8658.844540067057,
          "omitted_ratio": 1.0792183848704695e-23,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -81.58261811605844,
            "log_body_lower_numeric": -28.699398038608905,
            "quad_relative_error": 1.1102230644220107e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.005574009000156366
          }
        }
      },
      "old_plugin_scores": {
        "W": 8296.776274434354,
        "A": 8296.754315992282,
        "V": 8296.26259766519,
        "S": 8296.390249032647,
        "J": 8296.776274434354
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.095937830701086,
          "phase": [
            0.07225118550004776,
            0.05087858894279161,
            0.058606107829340316,
            0.07014782758825702,
            0.06430617066450382,
            0.07422383161245116,
            0.07790682823991005,
            0.08190467480998706,
            0.07682727827423284,
            0.04886071114764291,
            0.07296569105639847,
            0.0750043682789089,
            0.04568547876775751,
            0.07540133432567428,
            0.03646871140563862,
            0.059062115006910915,
            0.065840562376012,
            0.06859938113005014,
            0.06391235609310535,
            0.04820000038294122,
            0.09208575022962015,
            0.06700756575694373,
            0.05766383573821833,
            0.09422099880067056,
            0.06014091041426841,
            0.053566921047922114,
            0.05964776035682403,
            0.05482821137618992,
            0.051174875646269304,
            0.04888076967908434,
            0.06853273753837315,
            0.0635892798047243,
            0.07417340529904634,
            0.04758360350638139,
            0.07295653659414103,
            0.04316683767579694,
            0.056612770324366346,
            0.044898438236279245,
            0.07011558331940111,
            0.07155492501187093,
            0.06499473738608462,
            0.07673233868524051,
            0.08153712641812409,
            0.06135343308107191,
            0.05130843730199698,
            0.06674586134631046,
            0.08700062637693552,
            0.05405126723475619,
            0.079671564201047,
            0.06414326518170681,
            0.074448570985335,
            0.05040589386703513,
            0.0714647453249729,
            0.059905757896658474,
            0.06499378394086912,
            0.06988313568549585,
            0.05415430998273025,
            0.043787967851849394,
            0.05900155792964838,
            0.04731627009963358,
            0.07811870179746488,
            0.05672958010085216,
            0.09315453009175924,
            0.0455794481445536
          ],
          "B": -0.031176604556493712,
          "D": 4.094640027410967,
          "initial": [
            0.0006185344124980187
          ],
          "qr": [
            [
              [
                -2.023689525665582,
                0.015405823947346839
              ],
              [
                0.0,
                -2.023615878177469
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.07848602351494183,
              "O": 4.017451807186144,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.049156036955371074,
              "O": 4.046781793745716,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.268605276378619,
          "phase": [
            0.12545818397000014,
            0.0914581645777003,
            0.11481067085327695,
            0.13277985782756113,
            0.1152377120268805,
            0.13333570208056306,
            0.1541735281023432,
            0.1516922944225973,
            0.15251391168325973,
            0.09224288696305058,
            0.13441795221589486,
            0.15193476877385037,
            0.12330415392154542,
            0.14351951086754292,
            0.1100757633010811,
            0.14394746443070494,
            0.12227563115202568,
            0.14146452061158854,
            0.11816374052309292,
            0.11156372283408561,
            0.16234070077315726,
            0.12194778459246072,
            0.11388117769024109,
            0.1440946792052893,
            0.1310661772092064,
            0.11105946994068557,
            0.11470128303481682,
            0.11019628242221724,
            0.11346617611743895,
            0.12193809193216207,
            0.1423612513352318,
            0.13788803249733164,
            0.1335851915471398,
            0.11702267501097025,
            0.1492133261585078,
            0.10094998704575966,
            0.09638441121624483,
            0.12378135277043835,
            0.12595489964210416,
            0.1345695874792175,
            0.1456338930120663,
            0.14623979448641533,
            0.15143576033372336,
            0.12904699602267064,
            0.11405818171858305,
            0.13482833639909425,
            0.16033165872011795,
            0.1425628266452405,
            0.16695146445031628,
            0.13673145206894632,
            0.1362004897947055,
            0.10865126142814652,
            0.13063095674036432,
            0.12913405933216532,
            0.1279822195324158,
            0.12013753607878216,
            0.11904423003731557,
            0.11450007752776098,
            0.11702026454366932,
            0.10168416079105325,
            0.15524261982782717,
            0.12416344719976774,
            0.17640148997643393,
            0.10921942095177009
          ],
          "B": -0.04446663596168221,
          "D": 8.266429652480518,
          "initial": [
            0.0006185344124980187,
            0.0007787080181091233
          ],
          "qr": [
            [
              [
                -2.023689525665582,
                0.015405823947346839
              ],
              [
                0.0,
                -2.023615878177469
              ]
            ],
            [
              [
                2.042520192717669,
                -0.006506682995141198
              ],
              [
                0.0,
                2.042676184852622
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.1466139089680933,
              "O": 8.121991367410526,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.1224147323628457,
              "O": 8.146190544015774,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8296.776274434354,
          "A": 8296.754315992282,
          "V": 8296.26259766519,
          "S": 8296.390249032647,
          "J": 8296.776274434354
        },
        "predictive": {
          "W": 8296.60824203687,
          "A": 8296.261360786806,
          "V": null,
          "S": 8295.943701234857,
          "J": 8296.739360015905
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.16803239748514898,
          "A": -0.4929552054763917,
          "V": null,
          "S": -0.44654779779011733,
          "J": -0.03691441844966903
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: diagnostic_gate"
    },
    {
      "id": "A-007",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2870.710822657734,
          "levels": [
            -2870.710822657734,
            -2870.710822657734,
            -2870.710822657734
          ],
          "alternate": -2870.710822657734,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2618000255315565e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1921.441074483448,
          "levels": [
            -1921.441074483448,
            -1921.4410744834481,
            -1921.441074483448
          ],
          "alternate": -1921.441074483448,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6100886188344007
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 3.424153578723116e-12,
            "evaluations": 1947,
            "elapsed_seconds": 0.019947292000324524
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000248,
            "elapsed_seconds": 9.115750251999998
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2840.412897366851,
          "levels": [
            -2840.412897366851,
            -2840.412897366851,
            -2840.412897366851
          ],
          "alternate": -2840.412897366851,
          "omitted_ratio": 1.2745582592517195e-12,
          "diagnostics": {
            "log_t_mode": -1.2229443978310857,
            "log_t_cut": -3.2229443978310854,
            "log_tail_upper": -7.712550311918918,
            "log_body_lower_numeric": 19.675871148763513,
            "quad_relative_error": 3.362172729616283e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008121443000163708
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2838.9011335661626,
          "levels": [
            -2838.9011335661626,
            -2838.9011335661626,
            -2838.9011335661626
          ],
          "alternate": -2838.9011335661626,
          "omitted_ratio": 1.2663729656867746e-12,
          "diagnostics": {
            "log_t_mode": -1.2439127133260726,
            "log_t_cut": -3.243912713326073,
            "log_tail_upper": -6.209096914841323,
            "log_body_lower_numeric": 21.185767319103462,
            "quad_relative_error": 1.623269049379939e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008746807000534318
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8549.789834321802,
          "levels": [
            -8549.789834321802,
            -8549.789834321802,
            -8549.789834321802
          ],
          "alternate": -8549.789834321802,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.312099993810989e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6645.864542516169,
          "levels": [
            -6645.864542516169,
            -6645.864542516169,
            -6645.864542516169
          ],
          "alternate": -6645.864542516169,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.610295207233984
            ],
            "polynomial_residuals": [
              -9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.2737367544323214e-12,
            "quad_relative_error": 1.2507001497404536e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.01315412500025559
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000513,
            "elapsed_seconds": 6.0924885280001035
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8469.290144081904,
          "levels": [
            -8469.290144081904,
            -8469.290144081904,
            -8469.290144081904
          ],
          "alternate": -8469.290144081904,
          "omitted_ratio": 1.4522022447752326e-23,
          "diagnostics": {
            "log_t_mode": -1.3167218789379656,
            "log_t_cut": -3.3167218789379653,
            "log_tail_upper": 5.964980245655891,
            "log_body_lower_numeric": 58.551356190780595,
            "quad_relative_error": 5.553469592522748e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.008192132999283785
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8460.456747415048,
          "levels": [
            -8460.456747415048,
            -8460.456747415048,
            -8460.456747415048
          ],
          "alternate": -8460.456747415048,
          "omitted_ratio": 1.428233492461559e-23,
          "diagnostics": {
            "log_t_mode": -1.3690427220497248,
            "log_t_cut": -3.3690427220497248,
            "log_tail_upper": 14.776584658983202,
            "log_body_lower_numeric": 67.37960343716804,
            "quad_relative_error": 1.0854004503436492e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.007766156999423401
          }
        }
      },
      "old_plugin_scores": {
        "W": 8382.74948581227,
        "A": 9337.737883953263,
        "V": 8381.251347857667,
        "S": 8432.680689525514,
        "J": 8439.647361812687
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.062157631883599,
          "phase": [
            0.07499684056382112,
            0.06366722702329732,
            0.05728248443605419,
            0.08244169052867004,
            0.052695993888298084,
            0.0652196625185446,
            0.06673731267690075,
            0.09017781210437571,
            0.05397862554820676,
            0.05929965127707722,
            0.0737215680780999,
            0.05325985331632987,
            0.046012435077456906,
            0.0590099067521677,
            0.06778237004702577,
            0.061613597732915484,
            0.052671645486460965,
            0.0652159942278115,
            0.07187253619645641,
            0.05221515992303023,
            0.0532253811890086,
            0.04343222859301631,
            0.05671364760299428,
            0.07082156822640162,
            0.07275610298606706,
            0.07463789906357585,
            0.06225137459013404,
            0.05009218952698065,
            0.06891132502432912,
            0.06605840690349098,
            0.05560178420541768,
            0.05880385669469483,
            0.06219575578148211,
            0.06838442113654021,
            0.04759195447936205,
            0.07432549760644039,
            0.06792181535890598,
            0.07448706481700686,
            0.05646122314021303,
            0.05050489946630219,
            0.03742155443206915,
            0.07483887908325201,
            0.05994312776298984,
            0.07263213393924377,
            0.05030819543872985,
            0.051192706042177516,
            0.07090463335393407,
            0.06268846313661479,
            0.04784414631122749,
            0.04154317419284726,
            0.08349376480484459,
            0.08405441643941834,
            0.07733777844908346,
            0.06286798904194613,
            0.05026350714254629,
            0.07004795714094175,
            0.07470668465717249,
            0.06927936359039268,
            0.07726007876625798,
            0.075509495507948,
            0.0795441752030137,
            0.05908485973567415,
            0.05608165068026416,
            0.06825813323564515
          ],
          "B": 2.477682736565515,
          "D": 4.060193247167812,
          "initial": [
            3.580786717840125e-05
          ],
          "qr": [
            [
              [
                -2.015470620975761,
                -1.2293321027750732
              ],
              [
                0.0,
                1.5965499165768693
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.20221258047955867,
              "O": 3.8599450514040403,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.2062929541663166,
              "O": 3.8558646777172823,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.06352683804602,
          "phase": [
            0.14740537055667097,
            0.14623646038007937,
            0.15571525435569444,
            0.13957022274599004,
            0.10754373717584949,
            0.12527540828142586,
            0.13434218173080043,
            0.16221599593730052,
            0.1138719831466005,
            0.11145345589457828,
            0.13574639243235814,
            0.11637088935839801,
            0.11195773446519602,
            0.1327788386499304,
            0.14126616158803978,
            0.12770458593172257,
            0.11273790992720169,
            0.12956604724298387,
            0.12663224038405735,
            0.11317217167643218,
            0.10657864295089681,
            0.09657466163640077,
            0.11628300936359381,
            0.13269489840768384,
            0.1284677451490523,
            0.12365100519059462,
            0.1325544741981789,
            0.0976984371678491,
            0.12808803677709496,
            0.11138036414699884,
            0.10865344048144639,
            0.13225464686559074,
            0.14672817379741282,
            0.13563988600078195,
            0.11139849360410364,
            0.14600924924247777,
            0.12948781980958834,
            0.13258209932913556,
            0.1234569760597271,
            0.12645304019164913,
            0.12601096807196357,
            0.1465758059802869,
            0.12952242707230496,
            0.12589142293658384,
            0.1099653448968742,
            0.1026735577564725,
            0.12132240494308447,
            0.1300155174029728,
            0.11740589823728734,
            0.11073514801336015,
            0.1285009485835658,
            0.13643689114953578,
            0.12352469386454817,
            0.11855403634946121,
            0.10804603987987386,
            0.12471327791827849,
            0.1262493564520251,
            0.13194692525218127,
            0.14367943194791893,
            0.12776212766553544,
            0.1315823534688364,
            0.12138461413391766,
            0.12559420325115883,
            0.13723530058642475
          ],
          "B": 4.9202475709379705,
          "D": 8.06010945261267,
          "initial": [
            3.580786717840125e-05,
            0.0001451200738832601
          ],
          "qr": [
            [
              [
                -2.015470620975761,
                -1.2293321027750732
              ],
              [
                0.0,
                1.5965499165768693
              ]
            ],
            [
              [
                -2.0003059981134235,
                -1.2210955907126937
              ],
              [
                0.0,
                1.5839781828866073
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.4448553964306772,
              "O": 7.6186714416153425,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.46740535781046993,
              "O": 7.596121480235549,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8382.74948581227,
          "A": 9337.737883953263,
          "V": 8381.251347857667,
          "S": 8432.680689525514,
          "J": 8439.647361812687
        },
        "predictive": {
          "W": 8382.518123409012,
          "A": 9337.17366704036,
          "V": null,
          "S": 8432.719888358028,
          "J": 8440.041521224197
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.23136240325766266,
          "A": -0.5642169129023387,
          "V": null,
          "S": 0.039198832513648085,
          "J": 0.3941594115094631
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-007",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2799.0829691675135,
          "levels": [
            -2799.0829691675135,
            -2799.0829691675135,
            -2799.0829691675135
          ],
          "alternate": -2799.0829691675135,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2108999726478942e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2801.7705484320677,
          "levels": [
            -2801.7705484320677,
            -2801.7705484320677,
            -2801.7705484320677
          ],
          "alternate": -2801.7705484320677,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.02234110693968053
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.4151611647792811e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.016349071000149706
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000300,
            "elapsed_seconds": 7.898913747999359
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2806.0275675745797,
          "levels": [
            -2806.0275675745797,
            -2806.0275675745797,
            -2806.0275675745797
          ],
          "alternate": -2806.0275675745797,
          "omitted_ratio": 4.0505171754980075e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -56.10687764683223,
            "log_body_lower_numeric": -25.269530915535217,
            "quad_relative_error": 6.978626235960576e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006030022999766516
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2805.476204022213,
          "levels": [
            -2805.476204022213,
            -2805.476204022213,
            -2805.476204022213
          ],
          "alternate": -2805.476204022213,
          "omitted_ratio": 2.7806373158429786e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -49.091531095156874,
            "log_body_lower_numeric": -20.18060503796622,
            "quad_relative_error": 5.3782480923746673e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00540523600011511
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8545.43677248725,
          "levels": [
            -8545.43677248725,
            -8545.43677248725,
            -8545.43677248725
          ],
          "alternate": -8545.43677248725,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.290099953621393e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8547.15472253011,
          "levels": [
            -8547.15472253011,
            -8547.15472253011,
            -8547.15472253011
          ],
          "alternate": -8547.15472253011,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.02389605862414588
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729282e-13,
            "quad_relative_error": 1.3854096972958814e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013909815999795683
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000122,
            "elapsed_seconds": 7.747725528999581
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8553.153236028724,
          "levels": [
            -8553.153236028724,
            -8553.153236028724,
            -8553.153236028724
          ],
          "alternate": -8553.153236028722,
          "omitted_ratio": 5.291336986824552e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -109.51460825784865,
            "log_body_lower_numeric": -49.01088169947678,
            "quad_relative_error": 1.1124056346884065e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0064817020002010395
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8552.59936904299,
          "levels": [
            -8552.59936904299,
            -8552.59936904299,
            -8552.59936904299
          ],
          "alternate": -8552.59936904299,
          "omitted_ratio": 2.4403666023901223e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -95.45236740757035,
            "log_body_lower_numeric": -38.77988835761958,
            "quad_relative_error": 1.1102230817935842e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006135927999821433
          }
        }
      },
      "old_plugin_scores": {
        "W": 8314.149758028598,
        "A": 8315.463573511759,
        "V": 8632.190218579362,
        "S": 8314.149758028598,
        "J": 8314.149758028598
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.9225412861528066,
          "phase": [
            0.10437035354314665,
            0.11842870319209942,
            0.10470578063329412,
            0.11617018335069439,
            0.11344542759297434,
            0.11266753258367347,
            0.09735115701007085,
            0.0938678498591898,
            0.09684287178001572,
            0.09643097349711992,
            0.06930191450974843,
            0.07396401167186462,
            0.060715889057811695,
            0.05195210497521856,
            0.07075814469264023,
            0.05999436091482329,
            0.056352786200789755,
            0.04359129975807497,
            0.04157941701490513,
            0.04781203870830533,
            0.03733053414657057,
            0.04797194421292511,
            0.032782037738446394,
            0.03338181742804027,
            0.029351025930094674,
            0.03398730674398966,
            0.03494221998959234,
            0.029076651703242445,
            0.026490147151531227,
            0.02608771770785428,
            0.017232908469438358,
            0.023095679506282364,
            0.02580410589343251,
            0.01768282959490042,
            0.021464363396215946,
            0.031612405247284946,
            0.0317455162636643,
            0.02989914969608867,
            0.03308982170730315,
            0.024849689105106938,
            0.031180585759339425,
            0.026204014458976223,
            0.0346578746286668,
            0.032758498286859374,
            0.04264897161774493,
            0.041368625680562474,
            0.05416357107167658,
            0.06100208893539988,
            0.04882280046859341,
            0.06083263201585219,
            0.061460365773063484,
            0.06476275144257607,
            0.08430939256845592,
            0.08153372327579662,
            0.07540170727479122,
            0.09589415241437714,
            0.09952433246281372,
            0.09983801900052744,
            0.09719200985910145,
            0.12301268233061823,
            0.09657840234450579,
            0.08912767048625912,
            0.09033519901185888,
            0.11175054280592457
          ],
          "B": -0.08762927620532814,
          "D": 3.921376028738683,
          "initial": [
            0.00024108337657795687
          ],
          "qr": [
            [
              [
                -1.9804797910547405,
                0.04424648845250756
              ],
              [
                0.0,
                -1.9798129609573938
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.030051941190673163,
              "O": 3.892489344962133,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 0.04537748761439595,
              "O": 3.87716379853841,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.05496180250795,
          "phase": [
            0.21445607262630398,
            0.2087441570438327,
            0.2648066386862204,
            0.23667540713723334,
            0.20949035317129475,
            0.2383520389382615,
            0.18825488269720608,
            0.21993925820106056,
            0.1962318277049721,
            0.19460412704618052,
            0.1302217444854064,
            0.13560027234685387,
            0.1281876714832999,
            0.12014899413773189,
            0.13799319629362228,
            0.11912516301083961,
            0.11339419170654752,
            0.08924149358606243,
            0.09299940830573195,
            0.09150495711661692,
            0.07598827115039822,
            0.09034955932823147,
            0.06915330358920965,
            0.07220744115681418,
            0.06395258857473146,
            0.06184504627725812,
            0.06451986951396699,
            0.05950007971306999,
            0.056435448300467046,
            0.05364548202234025,
            0.03415724213243179,
            0.04117649223674194,
            0.04579193573225778,
            0.042801535366017,
            0.05539235639950567,
            0.06399488315172713,
            0.056682852634035996,
            0.06088704348238541,
            0.05859285125789855,
            0.05677904233164415,
            0.05100281039264089,
            0.05131129795764631,
            0.06325300494260565,
            0.07902114902752316,
            0.08044453711180964,
            0.09076939542561527,
            0.08817057021203245,
            0.1165347571894391,
            0.09940414739139541,
            0.12144089564544103,
            0.13884534083345554,
            0.13894401646053361,
            0.16657603739008123,
            0.16840828005117375,
            0.169748323835908,
            0.21236031957291338,
            0.18210113636128233,
            0.2347970360569633,
            0.20502880147355199,
            0.23977493965895083,
            0.23030674012542351,
            0.17634371700722673,
            0.21625372382375943,
            0.2202956444841658
          ],
          "B": -0.1923974425788813,
          "D": 8.049463426689055,
          "initial": [
            0.00024108337657795687,
            0.0004380809732873783
          ],
          "qr": [
            [
              [
                -1.9804797910547405,
                0.04424648845250756
              ],
              [
                0.0,
                -1.9798129609573938
              ]
            ],
            [
              [
                -2.032727831113122,
                0.05154067591832117
              ],
              [
                0.0,
                -2.0312235321720604
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.056498128629881884,
              "O": 7.998463673878067,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.08814635052448613,
              "O": 7.9668154519834635,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8314.149758028598,
          "A": 8315.463573511759,
          "V": 8632.190218579362,
          "S": 8314.149758028598,
          "J": 8314.149758028598
        },
        "predictive": {
          "W": 8315.243331753345,
          "A": 8316.212960975041,
          "V": null,
          "S": 8314.471466618937,
          "J": 8314.473970052306
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 1.0935737247473298,
          "A": 0.7493874632818915,
          "V": null,
          "S": 0.3217085903397674,
          "J": 0.32421202370824176
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-007",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3021.4699892990247,
          "levels": [
            -3021.4699892990247,
            -3021.4699892990247,
            -3021.4699892990247
          ],
          "alternate": -3021.4699892990247,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2133000382164028e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2337.8329929645597,
          "levels": [
            -2337.8329929645597,
            -2337.8329929645597,
            -2337.8329929645597
          ],
          "alternate": -2337.8329929645597,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5341756887833746
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.591615728102625e-12,
            "quad_relative_error": 1.2705478054489324e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012786360000063723
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000169,
            "elapsed_seconds": 8.051476494999406
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1607.3985202437,
          "levels": [
            -1607.3985202437002,
            -1607.3985202437,
            -1607.3985202437
          ],
          "alternate": -1607.3985202437002,
          "omitted_ratio": 6.598233889707373e-36,
          "diagnostics": {
            "log_t_mode": -4.297212158564219,
            "log_t_cut": -8.0,
            "log_tail_upper": 1321.945252008261,
            "log_body_lower_numeric": 1402.951513335292,
            "quad_relative_error": 1.2512934758953008e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.014714537999680033
          }
        },
        "J": {
          "status": "converged",
          "log_i": -3028.5663082285196,
          "levels": [
            -3028.5663082285196,
            -3028.5663082285196,
            -3028.5663082285196
          ],
          "alternate": -3028.5663082285196,
          "omitted_ratio": 2.0205688803955055e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.644756901647625,
            "log_body_lower_numeric": -27.111944695453687,
            "quad_relative_error": 2.606000887734955e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005457254000248213
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8663.526243111173,
          "levels": [
            -8663.526243111173,
            -8663.526243111173,
            -8663.526243111173
          ],
          "alternate": -8663.526243111173,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3406000107352156e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7471.083759094283,
          "levels": [
            -7471.083759094283,
            -7471.083759094283,
            -7471.083759094283
          ],
          "alternate": -7471.083759094283,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5033947868516984
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2744896057071815e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.014449289999902248
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000026,
            "elapsed_seconds": 7.121371213000202
          }
        },
        "S": {
          "status": "converged",
          "log_i": -6058.939047787639,
          "levels": [
            -6058.939047787639,
            -6058.939047787639,
            -6058.939047787639
          ],
          "alternate": -6058.939047787639,
          "omitted_ratio": 7.750623729733107e-72,
          "diagnostics": {
            "log_t_mode": -4.19136061326005,
            "log_t_cut": -8.0,
            "log_tail_upper": 2418.4141716705694,
            "log_body_lower_numeric": 2582.152525044758,
            "quad_relative_error": 1.1174168541891723e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.013909582999986014
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8671.2865306792,
          "levels": [
            -8671.2865306792,
            -8671.2865306792,
            -8671.2865306792
          ],
          "alternate": -8671.2865306792,
          "omitted_ratio": 3.582083423972947e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -110.94871748758172,
            "log_body_lower_numeric": -50.054864569884494,
            "quad_relative_error": 1.7355359939652078e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.00592105600026116
          }
        }
      },
      "old_plugin_scores": {
        "W": 8414.159509471092,
        "A": 8923.675013291,
        "V": 8679.843522173873,
        "S": 9610.380004491895,
        "J": 8414.159509471092
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.372465961539586,
          "phase": [
            0.027037060488577038,
            0.026208126089652204,
            0.03240715634085974,
            0.02793537342348513,
            0.036041651219306046,
            0.04236433442565705,
            0.03318552509049012,
            0.03849354200998948,
            0.04484054816359655,
            0.03418615002784365,
            0.03429547678112639,
            0.03939054068121904,
            0.03213814466611218,
            0.03092558796878101,
            0.038011925087731754,
            0.04634575056119046,
            0.05112482615151348,
            0.04764434688876655,
            0.07568049971546782,
            0.06933528027522708,
            0.0489140537044313,
            0.0828860137382239,
            0.08067982737270771,
            0.1236035381051202,
            0.11625866046985797,
            0.10571354687918132,
            0.10770797800496053,
            0.13196424603656778,
            0.14082372251337566,
            0.1737284708453098,
            0.14036482279013746,
            0.1472539076952646,
            0.14281298959015168,
            0.12933862605343246,
            0.13536625680345812,
            0.12003415567227652,
            0.11935983143519552,
            0.11798994311326202,
            0.1224314807642129,
            0.10952847830883364,
            0.1084680953807986,
            0.10556971550187622,
            0.09648295570366072,
            0.08057282769965997,
            0.0730737791577426,
            0.056575436506566996,
            0.04282554842754575,
            0.050121917028981215,
            0.04828906127702809,
            0.036871450358381276,
            0.02981573242627628,
            0.03140591613823687,
            0.038907932046405413,
            0.036545512437809374,
            0.03129632520178108,
            0.02782285490481246,
            0.03549403261715453,
            0.03356467426446817,
            0.03854631388001623,
            0.03702436162492568,
            0.03252274835882588,
            0.038711498202660406,
            0.031657044645621996,
            0.025947831795796822
          ],
          "B": 2.334093782081017,
          "D": 4.368456863155801,
          "initial": [
            0.0006789717254134948
          ],
          "qr": [
            [
              [
                -2.090881868928556,
                -1.1163202554705254
              ],
              [
                0.0,
                -1.767191252272214
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 2.356974130366755,
              "O": 2.0154918311728327,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 0.02730354922545768,
              "O": 4.345162412314129,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.290569895326144,
          "phase": [
            0.06011354126652978,
            0.05550030345727783,
            0.06436333417728274,
            0.06384115322674563,
            0.06997336950605684,
            0.07480592764526972,
            0.07044195876108073,
            0.07489134760489574,
            0.08327173423436197,
            0.06425230457495058,
            0.06359627976520171,
            0.06568411218246456,
            0.07162265657863259,
            0.06757290378253206,
            0.08362587191030962,
            0.08530448269443418,
            0.09151054170097599,
            0.09530684824612967,
            0.1316114389658193,
            0.11455479556966482,
            0.14187596000857364,
            0.15377942424377172,
            0.15419642069640888,
            0.2083283048246754,
            0.21526611978736415,
            0.19155560274598077,
            0.23077981512281437,
            0.21833219810972745,
            0.2900033377572313,
            0.30587494668233944,
            0.26578852778283907,
            0.2429536826897684,
            0.2888048353675813,
            0.27844157646841683,
            0.2525426633265613,
            0.23606740084180944,
            0.20612437980176068,
            0.2298627575634663,
            0.21769410135168224,
            0.19355320935382914,
            0.17326939814206138,
            0.1948514915763515,
            0.17043126129394193,
            0.14727103836690664,
            0.1379780272696225,
            0.1069637121088073,
            0.09095059701365002,
            0.09810336770733522,
            0.08753265714129152,
            0.08848062346003027,
            0.06857120389664342,
            0.060935410495874844,
            0.06791537060731728,
            0.08301469596946374,
            0.060379978020873734,
            0.056562895168291105,
            0.07147398501611,
            0.061413891469383364,
            0.0733899787890141,
            0.06845544615246744,
            0.06686938159297046,
            0.05834904235016349,
            0.05919918168859954,
            0.06453708965175395
          ],
          "B": 4.172248811495805,
          "D": 8.286200022923214,
          "initial": [
            0.0006789717254134948,
            0.0001561907337305203
          ],
          "qr": [
            [
              [
                -2.090881868928556,
                -1.1163202554705254
              ],
              [
                0.0,
                -1.767191252272214
              ]
            ],
            [
              [
                1.9793806463267305,
                0.9286516127284448
              ],
              [
                0.0,
                1.7480004384089847
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.246013129783752,
              "O": 4.044556765542392,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.054822241595141485,
              "O": 8.235747653731002,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8414.159509471092,
          "A": 8923.675013291,
          "V": 8679.843522173873,
          "S": 9610.380004491895,
          "J": 8414.159509471092
        },
        "predictive": {
          "W": 8419.540881260933,
          "A": 8928.34636894336,
          "V": null,
          "S": 9610.056607529143,
          "J": 8418.876912622402
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 5.381371789841069,
          "A": 4.671355652359125,
          "V": null,
          "S": -0.3233969627526676,
          "J": 4.717403151309554
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-007",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2871.868615547196,
          "levels": [
            -2871.868615547196,
            -2871.868615547196,
            -2871.868615547196
          ],
          "alternate": -2871.868615547196,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1668000297504477e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2285.006220578194,
          "levels": [
            -2285.006220578194,
            -2285.006220578194,
            -2285.006220578194
          ],
          "alternate": -2285.006220578194,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.500534462946185
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.2701668425388193e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.012879567000709358
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000488,
            "elapsed_seconds": 8.657663992999915
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2878.988046207224,
          "levels": [
            -2878.988046207224,
            -2878.988046207224,
            -2878.988046207224
          ],
          "alternate": -2878.9880462072238,
          "omitted_ratio": 1.8029420634954102e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -59.06087906715546,
            "log_body_lower_numeric": -27.41410757555237,
            "quad_relative_error": 2.1897652355573236e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.009449726000639203
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1581.2147468432586,
          "levels": [
            -1581.2147468432586,
            -1581.2147468432586,
            -1581.2147468432586
          ],
          "alternate": -1581.2147468432586,
          "omitted_ratio": 1.5903011695863382e-37,
          "diagnostics": {
            "log_t_mode": -4.180578580955326,
            "log_t_cut": -8.0,
            "log_tail_upper": 1194.8168251649627,
            "log_body_lower_numeric": 1279.5485501926128,
            "quad_relative_error": 1.579183545650837e-12,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.027648565000163217
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8958.814014183392,
          "levels": [
            -8958.814014183392,
            -8958.814014183392,
            -8958.814014183392
          ],
          "alternate": -8958.814014183392,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4573000044038054e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7524.586344858989,
          "levels": [
            -7524.58634485899,
            -7524.58634485899,
            -7524.586344858989
          ],
          "alternate": -7524.586344858989,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5441780110468207
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2522981875377286e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.014599998999983654
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000098,
            "elapsed_seconds": 7.387505417000284
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8966.5580046837,
          "levels": [
            -8966.5580046837,
            -8966.5580046837,
            -8966.5580046837
          ],
          "alternate": -8966.5580046837,
          "omitted_ratio": 4.148845424607265e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -110.40871722410095,
            "log_body_lower_numeric": -49.66174979785848,
            "quad_relative_error": 1.3583668968939048e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006192873000145482
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6001.58479104947,
          "levels": [
            -6001.5847910494695,
            -6001.58479104947,
            -6001.58479104947
          ],
          "alternate": -6001.58479104947,
          "omitted_ratio": 2.6183012724177846e-67,
          "diagnostics": {
            "log_t_mode": -4.35650382009134,
            "log_t_cut": -8.0,
            "log_tail_upper": 2781.463186417757,
            "log_body_lower_numeric": 2934.7738619101733,
            "quad_relative_error": 5.1132509517929696e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.016708275999917532
          }
        }
      },
      "old_plugin_scores": {
        "W": 7957.205299893552,
        "A": 8809.58432818337,
        "V": 8008.901124753545,
        "S": 7957.205299893552,
        "J": 9640.882199492402
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.064454734853089,
          "phase": [
            0.0289601061010692,
            0.03049191663981054,
            0.037931677370208555,
            0.029169004127781017,
            0.03691866452634569,
            0.03478126124077237,
            0.03559499719054734,
            0.028627048149803755,
            0.028421460111794694,
            0.037198995070496454,
            0.04178488662795655,
            0.06189536626457214,
            0.06437956896190741,
            0.0827965569275965,
            0.11246419561532268,
            0.12370764703329909,
            0.11437511185262986,
            0.13452766165448185,
            0.11518474542095963,
            0.09648449951004286,
            0.11197630945950636,
            0.11578505412294375,
            0.10003531617160666,
            0.08054964055950502,
            0.07419581839477472,
            0.05697906740366423,
            0.06537115347896347,
            0.05853726024858833,
            0.03809665860958746,
            0.03847157298101849,
            0.034056648963146974,
            0.028189327846687685,
            0.029946703359153705,
            0.02543936676473622,
            0.03140638650156461,
            0.028977113199587373,
            0.03040958999421433,
            0.05432703957185789,
            0.061037871277053235,
            0.06208039059476143,
            0.08752798988461646,
            0.08363588788422861,
            0.07875205480331496,
            0.08868618836196904,
            0.09641687563567883,
            0.1128727294917622,
            0.1294869258595913,
            0.09063878831177676,
            0.13279455930847767,
            0.07527516120792865,
            0.10435065942509937,
            0.06880692488491853,
            0.06405835604182109,
            0.05109343857910489,
            0.06475115168490968,
            0.051367794922274446,
            0.04054925727090819,
            0.042422801648815164,
            0.04550089608865763,
            0.03746669366979361,
            0.028291514260489103,
            0.029457812070578127,
            0.028916208293880287,
            0.029770405362173596
          ],
          "B": 2.034577888638006,
          "D": 4.063818607283542,
          "initial": [
            0.0004901008809059593
          ],
          "qr": [
            [
              [
                2.0159277353050586,
                1.009251399743317
              ],
              [
                0.0,
                1.7451992207999074
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.024435203733282115,
              "O": 4.040019531119807,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 2.070873600517869,
              "O": 1.9935811343352192,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.91032264762277,
          "phase": [
            0.05348502173087227,
            0.05795442148086792,
            0.07006068559944341,
            0.06062636274672774,
            0.07277994143559158,
            0.071410995882065,
            0.07183426120678926,
            0.0633924128822845,
            0.07546656123882783,
            0.07521416746961404,
            0.10029360951082072,
            0.127451684515924,
            0.12910271501089413,
            0.17515720615709957,
            0.2411221196807002,
            0.2522373682813147,
            0.29400657324616963,
            0.2755748070416959,
            0.26005752377057173,
            0.26631628226619075,
            0.26371379911401116,
            0.23982521832281814,
            0.22028267752933672,
            0.1906107168228211,
            0.17240895378273663,
            0.1219001576362631,
            0.1305247797517356,
            0.10748190209656283,
            0.08891163677554909,
            0.08588057158933762,
            0.06928582540902922,
            0.06123188652944803,
            0.06030335319563422,
            0.058677827731367094,
            0.06395915854451342,
            0.06506598267250605,
            0.07620240406823195,
            0.11283304345077583,
            0.12471208500685417,
            0.1425744415329689,
            0.20044916559527975,
            0.19270504500105695,
            0.20554657905260448,
            0.20900161212496737,
            0.2469582834048329,
            0.24635871359041428,
            0.28204224991425286,
            0.2277730779191353,
            0.2763336625682602,
            0.1851566817045176,
            0.20390860729498478,
            0.17409675451599077,
            0.13361243441961695,
            0.12114881473130146,
            0.1162189430380682,
            0.09543632997834245,
            0.0683513331249756,
            0.08669797492661321,
            0.07400802727346607,
            0.06271151668514063,
            0.05905991344168809,
            0.06645852286249393,
            0.05971921261083228,
            0.06663804912696733
          ],
          "B": 4.84889762274317,
          "D": 8.90832386884983,
          "initial": [
            0.0004901008809059593,
            0.0009573806745939153
          ],
          "qr": [
            [
              [
                2.0159277353050586,
                1.009251399743317
              ],
              [
                0.0,
                1.7451992207999074
              ]
            ],
            [
              [
                -2.2011157470917078,
                -1.2785877970405102
              ],
              [
                0.0,
                -1.791835898596737
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06026756075358901,
              "O": 8.850055086869181,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 4.932375286603564,
              "O": 3.977947361019205,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 7957.205299893552,
          "A": 8809.58432818337,
          "V": 8008.901124753545,
          "S": 7957.205299893552,
          "J": 9640.882199492402
        },
        "predictive": {
          "W": 7974.651736436886,
          "A": 8822.017010792286,
          "V": null,
          "S": 7974.027176596605,
          "J": 9641.227090866869
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 17.44643654333322,
          "A": 12.432682608916366,
          "V": null,
          "S": 16.82187670305302,
          "J": 0.3448913744668971
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-008",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2829.216959297738,
          "levels": [
            -2829.216959297738,
            -2829.216959297738,
            -2829.216959297738
          ],
          "alternate": -2829.216959297738,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.288800012844149e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2830.586882657054,
          "levels": [
            -2830.586882657054,
            -2830.586882657054,
            -2830.586882657054
          ],
          "alternate": -2830.586882657054,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.03379520392838918
            ],
            "polynomial_residuals": [
              -1.7053025658242404e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729284e-13,
            "quad_relative_error": 1.4150480783288133e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01397808699948655
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000368,
            "elapsed_seconds": 7.558830166000007
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2835.40920258299,
          "levels": [
            -2835.40920258299,
            -2835.40920258299,
            -2835.40920258299
          ],
          "alternate": -2835.40920258299,
          "omitted_ratio": 4.734380563174253e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -47.15732687914314,
            "log_body_lower_numeric": -18.778571567429463,
            "quad_relative_error": 2.1840677124370948e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.01356303200009279
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2834.617681082189,
          "levels": [
            -2834.617681082189,
            -2834.617681082189,
            -2834.617681082189
          ],
          "alternate": -2834.617681082189,
          "omitted_ratio": 4.611253913403059e-16,
          "diagnostics": {
            "log_t_mode": -0.043243151438588374,
            "log_t_cut": -2.0432431514385883,
            "log_tail_upper": -42.61237943328838,
            "log_body_lower_numeric": -7.2995177639762945,
            "quad_relative_error": 5.651841789137931e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.007910753000032855
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8548.30565384754,
          "levels": [
            -8548.30565384754,
            -8548.30565384754,
            -8548.30565384754
          ],
          "alternate": -8548.30565384754,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3902999853598885e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8551.803745903242,
          "levels": [
            -8551.803745903242,
            -8551.803745903242,
            -8551.803745903242
          ],
          "alternate": -8551.803745903242,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.011675878610876165
            ],
            "polynomial_residuals": [
              1.4210854715202004e-14
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.3854524974721711e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014024928999788244
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000321,
            "elapsed_seconds": 6.182368857999791
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8554.555176966076,
          "levels": [
            -8554.555176966076,
            -8554.555176966076,
            -8554.555176966076
          ],
          "alternate": -8554.555176966076,
          "omitted_ratio": 8.982119298141812e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -82.2537145331489,
            "log_body_lower_numeric": -29.186908157782057,
            "quad_relative_error": 1.1102230507659952e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006754203000127745
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8554.869316818715,
          "levels": [
            -8554.869316818715,
            -8554.869316818715,
            -8554.869316818715
          ],
          "alternate": -8554.869316818715,
          "omitted_ratio": 3.3208218002804044e-24,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -85.89256675621927,
            "log_body_lower_numeric": -31.830736806864962,
            "quad_relative_error": 1.1102230272824796e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.0059737159999713185
          }
        }
      },
      "old_plugin_scores": {
        "W": 8342.53944586696,
        "A": 8338.673231196877,
        "V": 8342.68122003803,
        "S": 8342.53944586696,
        "J": 8342.432032429791
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 3.980683719681783,
          "phase": [
            0.08358558691302735,
            0.05843658139244243,
            0.0665363924678984,
            0.06359275811328435,
            0.05232963544950409,
            0.0625672602840829,
            0.05776017133736136,
            0.06472508777405019,
            0.059120234806156476,
            0.05135415557903767,
            0.06380097607894468,
            0.06863556912623389,
            0.07236714372235804,
            0.06336545465051266,
            0.06365639036061828,
            0.05836589121674295,
            0.06847645551260963,
            0.05898805575214404,
            0.05260105658770712,
            0.06397756012209461,
            0.051854927867690866,
            0.049657311476554465,
            0.07461013289615552,
            0.06193357257023305,
            0.06786090546963283,
            0.07063606017015595,
            0.0523691514232054,
            0.04819518119913697,
            0.06661426208236418,
            0.08292542360924395,
            0.05041655496136474,
            0.06111253578523863,
            0.0822341439979063,
            0.07036221217746425,
            0.06568111805676709,
            0.0574029747649769,
            0.05836681400660104,
            0.06632874477012546,
            0.05432259938604375,
            0.050263468977070264,
            0.07949266283554483,
            0.09092360030103026,
            0.05023572336598054,
            0.07825014029557016,
            0.07948525235067222,
            0.057110418040247066,
            0.054738900962516136,
            0.06006419523759288,
            0.05357028700500963,
            0.07589880412894137,
            0.053176881677303306,
            0.07163449743887781,
            0.0665780241391199,
            0.06588630860139139,
            0.07333767369138205,
            0.057738582448053265,
            0.06293498830775372,
            0.04884867016635389,
            0.059264146988637884,
            0.05753613279738873,
            0.042790006216762926,
            0.035042148174494005,
            0.048065459838527516,
            0.06068970177788866
          ],
          "B": -0.13452972547133285,
          "D": 3.979762395029707,
          "initial": [
            1.8806979466386746e-05
          ],
          "qr": [
            [
              [
                -1.995160372677424,
                0.06742802599412069
              ],
              [
                0.0,
                -1.9937990528936735
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05032819318709439,
              "O": 3.9303555264946883,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 0.06294127682818418,
              "O": 3.9177424428535987,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.060605558479915,
          "phase": [
            0.1555151072451632,
            0.13315523324098202,
            0.11937674642528412,
            0.12344654471041638,
            0.11397636090229639,
            0.11745776752944107,
            0.1312714380118131,
            0.11520498813521372,
            0.11490853418276828,
            0.11347008040668283,
            0.13220940397778935,
            0.12470420163369222,
            0.13744695689536401,
            0.12704997853819372,
            0.11270350020362159,
            0.10793868348324885,
            0.14672473858762364,
            0.11687135633043415,
            0.1194797667559036,
            0.13851371671507048,
            0.10964617179173888,
            0.0954817447426477,
            0.13036284839218087,
            0.12660395423256318,
            0.15133703480525829,
            0.13278469246387342,
            0.11138858390052656,
            0.10162893318263044,
            0.1288669468050791,
            0.1436628252765703,
            0.13195320938300675,
            0.13630905307732644,
            0.15002099158575946,
            0.128192257103554,
            0.12874118594462441,
            0.11639577624488096,
            0.1132520048629996,
            0.13839757808918962,
            0.1300520605789927,
            0.10619228380285266,
            0.16678501353185424,
            0.1429396649902645,
            0.12680948508903236,
            0.15113664428206247,
            0.144863884414345,
            0.11438428300299588,
            0.11129335879255944,
            0.12664770718102858,
            0.12374465917801278,
            0.1454177069636704,
            0.12226327729824205,
            0.13235059222352258,
            0.1239933194437006,
            0.1483179448592441,
            0.13772048323238595,
            0.10218950704406041,
            0.11256665726006197,
            0.1025277520401604,
            0.13223597167974205,
            0.12429814399914928,
            0.10316760673563469,
            0.10088565960869439,
            0.11500667404127059,
            0.13636432141096258
          ],
          "B": -0.09407669756644302,
          "D": 8.055386964058041,
          "initial": [
            1.8806979466386746e-05,
            0.0038005279859618483
          ],
          "qr": [
            [
              [
                -1.995160372677424,
                0.06742802599412069
              ],
              [
                0.0,
                -1.9937990528936735
              ]
            ],
            [
              [
                2.0189406407351775,
                0.020036759421594046
              ],
              [
                0.0,
                2.019659284455221
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.11783174075587523,
              "O": 7.94277381772404,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.10967438255058798,
              "O": 7.950931175929328,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8342.53944586696,
          "A": 8338.673231196877,
          "V": 8342.68122003803,
          "S": 8342.53944586696,
          "J": 8342.432032429791
        },
        "predictive": {
          "W": 8342.508440523281,
          "A": 8340.380271826893,
          "V": null,
          "S": 8342.451160689996,
          "J": 8341.345499336556
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.03100534367877117,
          "A": 1.707040630015399,
          "V": null,
          "S": -0.08828517696383642,
          "J": -1.08653309323563
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-008",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2877.8140898915185,
          "levels": [
            -2877.8140898915185,
            -2877.8140898915185,
            -2877.8140898915185
          ],
          "alternate": -2877.8140898915185,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2014999811071903e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1968.0002351812527,
          "levels": [
            -1968.0002351812527,
            -1968.0002351812527,
            -1968.0002351812527
          ],
          "alternate": -1968.0002351812527,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6002841342631986
            ],
            "polynomial_residuals": [
              -4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 6.821210263296963e-13,
            "quad_relative_error": 1.2749185291713317e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.012810340999749315
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000128,
            "elapsed_seconds": 15.446638793000602
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2813.298685457484,
          "levels": [
            -2813.298685457484,
            -2813.298685457484,
            -2813.298685457484
          ],
          "alternate": -2813.298685457484,
          "omitted_ratio": 1.1239242352682063e-12,
          "diagnostics": {
            "log_t_mode": -1.5967304249961871,
            "log_t_cut": -3.596730424996187,
            "log_tail_upper": 26.341126833408236,
            "log_body_lower_numeric": 53.85532160648221,
            "quad_relative_error": 7.44100261836823e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.011515359999975772
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2812.624481147329,
          "levels": [
            -2812.624481147329,
            -2812.624481147329,
            -2812.624481147329
          ],
          "alternate": -2812.624481147329,
          "omitted_ratio": 1.1215063338884748e-12,
          "diagnostics": {
            "log_t_mode": -1.6026019266822598,
            "log_t_cut": -3.6026019266822598,
            "log_tail_upper": 27.012496412218,
            "log_body_lower_numeric": 54.52884480549068,
            "quad_relative_error": 8.107673429522233e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.04070938300083071
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8606.757373397908,
          "levels": [
            -8606.757373397908,
            -8606.757373397908,
            -8606.757373397908
          ],
          "alternate": -8606.757373397908,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.4102999557508156e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6824.074918994925,
          "levels": [
            -6824.074918994925,
            -6824.074918994925,
            -6824.074918994925
          ],
          "alternate": -6824.074918994926,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5949060579509478
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.728484105318784e-12,
            "quad_relative_error": 1.260029190389002e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.01702924399978656
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000423,
            "elapsed_seconds": 9.473044779000702
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8490.96265230994,
          "levels": [
            -8490.96265230994,
            -8490.96265230994,
            -8490.96265230994
          ],
          "alternate": -8490.96265230994,
          "omitted_ratio": 1.3636821766843673e-23,
          "diagnostics": {
            "log_t_mode": -1.5076960239667114,
            "log_t_cut": -3.5076960239667114,
            "log_tail_upper": 41.1773350654775,
            "log_body_lower_numeric": 93.82660368036585,
            "quad_relative_error": 1.124342439296586e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.00912431500000821
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8471.233179983667,
          "levels": [
            -8471.233179983667,
            -8471.233179983667,
            -8471.233179983667
          ],
          "alternate": -8471.233179983667,
          "omitted_ratio": 1.3212642405559126e-23,
          "diagnostics": {
            "log_t_mode": -1.5975927749895389,
            "log_t_cut": -3.597592774989539,
            "log_tail_upper": 60.86492701763439,
            "log_body_lower_numeric": 113.54579512025981,
            "quad_relative_error": 1.1525862025396264e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.010130450000360725
          }
        }
      },
      "old_plugin_scores": {
        "W": 8332.982855062392,
        "A": 9205.68698772508,
        "V": 8332.258778043662,
        "S": 8384.429965254585,
        "J": 8403.672166705031
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.076271249377273,
          "phase": [
            0.06326582901007527,
            0.07179707156073299,
            0.054600502768493604,
            0.05355519148138266,
            0.06407742753136342,
            0.08808532065638466,
            0.08291913826246902,
            0.08496453173973774,
            0.06769488442726147,
            0.07287206736704303,
            0.07295285765509384,
            0.057067997968446776,
            0.045567666781534226,
            0.047075713542190756,
            0.05677637729490762,
            0.04218202683175844,
            0.07355024316926577,
            0.06817757538870922,
            0.07221560385713131,
            0.06274110961110858,
            0.08154956944006499,
            0.0643964583557689,
            0.05625691300171577,
            0.057472446237425985,
            0.03300122244583217,
            0.06837755462425267,
            0.056241636000536076,
            0.07496375086172061,
            0.10705603649233365,
            0.08449772250593711,
            0.06713426674664053,
            0.07870264063431798,
            0.05904877725218794,
            0.06550765698618163,
            0.07536798632921751,
            0.06340984264045386,
            0.05897581043723294,
            0.05183112525027556,
            0.052045147672065924,
            0.0628643770508598,
            0.05641764169753277,
            0.09038001128268926,
            0.05607826075360189,
            0.0686234259694215,
            0.06303699162658412,
            0.06879608584183028,
            0.0641270928450734,
            0.06570203325539437,
            0.069612483777802,
            0.04842467802529873,
            0.0581983649004963,
            0.06455581094479547,
            0.045119010027859306,
            0.0477771636098276,
            0.05218557132407591,
            0.05486933250767314,
            0.06070400032758413,
            0.05512270975787653,
            0.05871737368551811,
            0.054176970500488794,
            0.05533094612117058,
            0.07027185590542838,
            0.06269316528226225,
            0.06451019153687557
          ],
          "B": 2.4439515854576133,
          "D": 4.070328910933542,
          "initial": [
            0.0051019600014010225
          ],
          "qr": [
            [
              [
                2.0177138769845127,
                1.2112478450661777
              ],
              [
                0.0,
                1.615026169681929
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.28875168430309855,
              "O": 3.787519565074174,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.290337941999251,
              "O": 3.7859333073780217,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.176458612087858,
          "phase": [
            0.12341054420278373,
            0.12599874341542727,
            0.11115352884591172,
            0.10309848720098234,
            0.13657618372686187,
            0.1533079546230372,
            0.14844541347762225,
            0.1458191201903742,
            0.1311042839691839,
            0.13900035129512256,
            0.13101171306156983,
            0.11089816976701565,
            0.10447446917430314,
            0.11016426388590522,
            0.12073507855466376,
            0.09601482049348385,
            0.1416207987827069,
            0.13528126137976437,
            0.1474968488915577,
            0.13896549514619305,
            0.14647975747569197,
            0.14489787598518294,
            0.13295327940487311,
            0.11173792373806947,
            0.09747892474595349,
            0.13902813010707216,
            0.12923254686652022,
            0.13411281904607086,
            0.16800291573040327,
            0.1575742079023676,
            0.12865964530144242,
            0.13347327658142769,
            0.10432529357705449,
            0.124435349162065,
            0.1412147605415837,
            0.13465642819828808,
            0.13102286102739763,
            0.10827650430128538,
            0.12318826610637051,
            0.14386580350384462,
            0.1218110039915204,
            0.14204279994159413,
            0.11937542032832879,
            0.1211570545346127,
            0.12189383832654091,
            0.13585157252679592,
            0.13555645703688202,
            0.14284567822915212,
            0.1424440976197835,
            0.09052176949542752,
            0.11998305470514307,
            0.13516439168995426,
            0.1351095776553115,
            0.11087709740429327,
            0.11225844745992174,
            0.12066071341283435,
            0.11675848994805972,
            0.11977396048800544,
            0.11222668545266057,
            0.11445241793854113,
            0.12894998798054713,
            0.14274376115732001,
            0.11711589794150219,
            0.12769033743568975
          ],
          "B": 4.859074644320917,
          "D": 8.165804490739903,
          "initial": [
            0.0051019600014010225,
            0.00022909441955501912
          ],
          "qr": [
            [
              [
                2.0177138769845127,
                1.2112478450661777
              ],
              [
                0.0,
                1.615026169681929
              ]
            ],
            [
              [
                -2.024835368194419,
                -1.19275033259465
              ],
              [
                0.0,
                -1.6349468854740412
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.5399190801872422,
              "O": 7.636539531900615,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.5871605410480644,
              "O": 7.589298071039793,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8332.982855062392,
          "A": 9205.68698772508,
          "V": 8332.258778043662,
          "S": 8384.429965254585,
          "J": 8403.672166705031
        },
        "predictive": {
          "W": 8332.653851566693,
          "A": 9205.52245125941,
          "V": null,
          "S": 8383.933168220627,
          "J": 8402.988436236745
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.32900349569899845,
          "A": -0.16453646566878888,
          "V": null,
          "S": -0.49679703395850083,
          "J": -0.6837304682867398
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-008",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2914.1522128512106,
          "levels": [
            -2914.1522128512106,
            -2914.1522128512106,
            -2914.1522128512106
          ],
          "alternate": -2914.1522128512106,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3310000213095918e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2917.812251047981,
          "levels": [
            -2917.812251047981,
            -2917.812251047981,
            -2917.812251047981
          ],
          "alternate": -2917.812251047981,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.004885593674006281
            ],
            "polynomial_residuals": [
              3.552713678800501e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729284e-13,
            "quad_relative_error": 1.415241478000541e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.016338011000698316
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000342,
            "elapsed_seconds": 7.003303139000309
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2921.2684959163003,
          "levels": [
            -2921.2684959163003,
            -2921.2684959163003,
            -2921.2684959163003
          ],
          "alternate": -2921.2684959163003,
          "omitted_ratio": 1.8313847158955695e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -59.00371941678893,
            "log_body_lower_numeric": -27.37260047094393,
            "quad_relative_error": 2.311406908849551e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00504279899996618
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2920.65022187614,
          "levels": [
            -2920.65022187614,
            -2920.65022187614,
            -2920.65022187614
          ],
          "alternate": -2920.65022187614,
          "omitted_ratio": 2.0440112660497556e-13,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -50.210871054072236,
            "log_body_lower_numeric": -20.992179029241935,
            "quad_relative_error": 3.061300244372443e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005168824000065797
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8665.075209943661,
          "levels": [
            -8665.075209943661,
            -8665.075209943661,
            -8665.075209943661
          ],
          "alternate": -8665.075209943661,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.326200072071515e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8669.123646225316,
          "levels": [
            -8669.123646225316,
            -8669.123646225316,
            -8669.123646225316
          ],
          "alternate": -8669.123646225316,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.0013085738748609774
            ],
            "polynomial_residuals": [
              -1.1528555887707626e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729281e-13,
            "quad_relative_error": 1.3854599302977881e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013728189000175917
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000128,
            "elapsed_seconds": 7.872655346999636
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8672.777609120052,
          "levels": [
            -8672.777609120052,
            -8672.777609120052,
            -8672.777609120052
          ],
          "alternate": -8672.777609120052,
          "omitted_ratio": 5.9777269137603706e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -109.06633005141714,
            "log_body_lower_numeric": -48.68457292152273,
            "quad_relative_error": 1.112004052555178e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006479277999460464
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8672.2223470911,
          "levels": [
            -8672.2223470911,
            -8672.2223470911,
            -8672.2223470911
          ],
          "alternate": -8672.2223470911,
          "omitted_ratio": 2.6526028904327953e-25,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -95.14671431270635,
            "log_body_lower_numeric": -38.55762836859299,
            "quad_relative_error": 1.1102230762482533e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.010242954000204918
          }
        }
      },
      "old_plugin_scores": {
        "W": 8311.020052124923,
        "A": 8310.9260358294,
        "V": 8639.461108245596,
        "S": 8311.020052124923,
        "J": 8311.020052124923
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.149242905463084,
          "phase": [
            0.1196478749087618,
            0.14461461103474046,
            0.12435633977183168,
            0.1039444218514117,
            0.056231924442281804,
            0.11316843623414731,
            0.10875262491377766,
            0.09008801183112376,
            0.12276236823480083,
            0.11016137884043811,
            0.07775178180259144,
            0.08723490436038683,
            0.07183713306803244,
            0.07671577591616172,
            0.06156645535104563,
            0.06880924914963699,
            0.04788669638369587,
            0.03613548857230982,
            0.04316258796578582,
            0.054568470691165986,
            0.03670607695356597,
            0.04143884822808076,
            0.034093041415940765,
            0.038822741735161,
            0.023922724899473245,
            0.0206791111700572,
            0.027589409124372046,
            0.02880109341672798,
            0.036708480259299035,
            0.030482275422697967,
            0.024988453490061818,
            0.024012338936108008,
            0.02763056136851669,
            0.026724341240869923,
            0.030145454244353317,
            0.026759203608238052,
            0.020423243106014597,
            0.02876453295032073,
            0.033478052485505234,
            0.03142752389550422,
            0.028524876828623872,
            0.029776454139821513,
            0.030991290158570134,
            0.04797852999539081,
            0.04798211371419238,
            0.03839900873281071,
            0.05873011565071048,
            0.046085406504524445,
            0.05303520942898489,
            0.06020287234804471,
            0.0664917030988974,
            0.06744135059096112,
            0.06934887684315187,
            0.10981547525998576,
            0.07418769249495205,
            0.11537192110910452,
            0.09979076057518871,
            0.10362453692002783,
            0.12972817642061424,
            0.13734330716103035,
            0.10181574062245628,
            0.11513747966545425,
            0.09040257740166958,
            0.11404338652292056
          ],
          "B": 0.02023315449504937,
          "D": 4.140378169834987,
          "initial": [
            0.008489737418334246
          ],
          "qr": [
            [
              [
                2.0348840674703683,
                0.009943148515680275
              ],
              [
                0.0,
                2.036852729347636
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.025077470717073832,
              "O": 4.12416543474601,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.04541740969832317,
              "O": 4.103825495764761,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.293705697636716,
          "phase": [
            0.2488159192111024,
            0.2719931980107192,
            0.25120916517309383,
            0.21693231669134871,
            0.1910585233671777,
            0.232203520031335,
            0.2215396264397556,
            0.17104729761414206,
            0.20450077512314502,
            0.19367288840099123,
            0.18124919033346742,
            0.152251522415969,
            0.1581779452408594,
            0.1457100445762466,
            0.1145258816117725,
            0.1161761627961253,
            0.10069711809515247,
            0.07592149602092577,
            0.08957729159574992,
            0.10340526782845999,
            0.07525934069707298,
            0.07342772075584131,
            0.06770306466706211,
            0.07224559334670091,
            0.0486455159051041,
            0.05737952296193126,
            0.05551690317344876,
            0.060079103555613966,
            0.07024287420484279,
            0.05014323737217878,
            0.05447569063862073,
            0.04681234954140505,
            0.04923293879993569,
            0.05416275987591103,
            0.04082771549609519,
            0.05374227962619478,
            0.05353082061542726,
            0.06265749800787915,
            0.06040898280844558,
            0.07554177376497821,
            0.05924829671382446,
            0.058658833230218914,
            0.05487907542067698,
            0.08285566789809408,
            0.08749374738949406,
            0.09158983899671502,
            0.10858065290374842,
            0.08962595154412807,
            0.10542865871710577,
            0.121691320162157,
            0.13813758500611478,
            0.14385159450372326,
            0.13020122773671916,
            0.17966941406250936,
            0.19350716378964253,
            0.19682989924943917,
            0.19491511991499194,
            0.2152870570750362,
            0.213724386750283,
            0.2674212780165487,
            0.24375730167593934,
            0.23848586351761508,
            0.20040467600273082,
            0.25476025096703153
          ],
          "B": 0.010831352104398177,
          "D": 8.27519383669359,
          "initial": [
            0.008489737418334246,
            0.0008325016062875203
          ],
          "qr": [
            [
              [
                2.0348840674703683,
                0.009943148515680275
              ],
              [
                0.0,
                2.036852729347636
              ]
            ],
            [
              [
                2.035590894695529,
                -0.00461870919896086
              ],
              [
                0.0,
                2.0336240645680377
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05921326468264501,
              "O": 8.23449243295407,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.09146595864493219,
              "O": 8.202239738991784,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8311.020052124923,
          "A": 8310.9260358294,
          "V": 8639.461108245596,
          "S": 8311.020052124923,
          "J": 8311.020052124923
        },
        "predictive": {
          "W": 8310.67413798063,
          "A": 8310.285739895746,
          "V": null,
          "S": 8310.08802186933,
          "J": 8310.025009858122
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.34591414429269207,
          "A": -0.6402959336537606,
          "V": null,
          "S": -0.9320302555934177,
          "J": -0.9950422668007377
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-008",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -3153.337902426869,
          "levels": [
            -3153.337902426869,
            -3153.337902426869,
            -3153.337902426869
          ],
          "alternate": -3153.337902426869,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.1031000212824438e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2381.243086890649,
          "levels": [
            -2381.243086890649,
            -2381.243086890649,
            -2381.243086890649
          ],
          "alternate": -2381.243086890649,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5616356289213082
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 2.728484105318783e-12,
            "quad_relative_error": 1.2709902082125249e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.014945259000342048
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000307,
            "elapsed_seconds": 8.757043487000374
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1556.7199469526663,
          "levels": [
            -1556.7199469526663,
            -1556.719946952666,
            -1556.7199469526663
          ],
          "alternate": -1556.719946952666,
          "omitted_ratio": 1.1335447491417515e-33,
          "diagnostics": {
            "log_t_mode": -4.458657157123852,
            "log_t_cut": -8.0,
            "log_tail_upper": 1509.6200998569827,
            "log_body_lower_numeric": 1585.480058256869,
            "quad_relative_error": 5.911471800630094e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2729,
            "elapsed_seconds": 0.01846198600014759
          }
        },
        "J": {
          "status": "converged",
          "log_i": -3160.5566216988336,
          "levels": [
            -3160.5566216988336,
            -3160.5566216988336,
            -3160.5566216988336
          ],
          "alternate": -3160.5566216988336,
          "omitted_ratio": 1.0760478923165066e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -60.946438006142515,
            "log_body_lower_numeric": -28.783541674562777,
            "quad_relative_error": 1.83811330036192e-12,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006489004999821191
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -9078.334518062133,
          "levels": [
            -9078.334518062133,
            -9078.334518062133,
            -9078.334518062133
          ],
          "alternate": -9078.334518062133,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2000000424450263e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7539.68590299523,
          "levels": [
            -7539.68590299523,
            -7539.68590299523,
            -7539.68590299523
          ],
          "alternate": -7539.68590299523,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.5602761493323162
            ],
            "polynomial_residuals": [
              -9.094947017729282e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545857e-12,
            "quad_relative_error": 1.2515548659016833e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.01489897800001927
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000147,
            "elapsed_seconds": 7.257204464000097
          }
        },
        "S": {
          "status": "converged",
          "log_i": -5972.914466366068,
          "levels": [
            -5972.914466366063,
            -5972.914466366068,
            -5972.914466366068
          ],
          "alternate": -5972.914466366068,
          "omitted_ratio": 1.646409162304041e-65,
          "diagnostics": {
            "log_t_mode": -4.42224532581726,
            "log_t_cut": -8.0,
            "log_tail_upper": 2933.787820099856,
            "log_body_lower_numeric": 3082.9572544933335,
            "quad_relative_error": 4.639512143954077e-13,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2771,
            "elapsed_seconds": 0.01689533099943219
          }
        },
        "J": {
          "status": "converged",
          "log_i": -9086.126513263871,
          "levels": [
            -9086.126513263871,
            -9086.126513263871,
            -9086.126513263871
          ],
          "alternate": -9086.126513263871,
          "omitted_ratio": 2.6747878901275127e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -112.02265134550919,
            "log_body_lower_numeric": -50.83672391846376,
            "quad_relative_error": 1.1156503996340654e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006984208000176295
          }
        }
      },
      "old_plugin_scores": {
        "W": 8136.394428459682,
        "A": 8903.421556705487,
        "V": 8498.37989545404,
        "S": 9645.97793483463,
        "J": 8136.394428459682
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.66326465534394,
          "phase": [
            0.031733843304022964,
            0.0333836855557252,
            0.031884027527324645,
            0.038519892637799695,
            0.03601822408385319,
            0.027127403993330756,
            0.03415720953445999,
            0.030361409724541228,
            0.02165735322167307,
            0.031966192901213386,
            0.03434480961092203,
            0.0331230506212698,
            0.024688655437527074,
            0.033229921956761874,
            0.03723794799446943,
            0.04749365778667639,
            0.050156222129142426,
            0.06318722242792243,
            0.0658646285051689,
            0.06648433052667838,
            0.06923884142996932,
            0.09686924128657665,
            0.08788221856653994,
            0.10918605222577,
            0.14344015798553855,
            0.12261753618732538,
            0.12900921675193058,
            0.15467126709056656,
            0.13009403199433942,
            0.1430734687013127,
            0.143903566075675,
            0.12015984607014765,
            0.14766768594940624,
            0.1474592156697864,
            0.19258236628511563,
            0.17432198371106028,
            0.15387579048305314,
            0.14692290385449713,
            0.14133087461027424,
            0.15237739657589208,
            0.14020592771934848,
            0.1086768316134511,
            0.10152066780620907,
            0.07766256292377668,
            0.06539100217077386,
            0.06522736102402012,
            0.07074072446140166,
            0.04907441125041764,
            0.03175414117999028,
            0.035008908936003454,
            0.049172559118218634,
            0.035616162172709395,
            0.03563231601258926,
            0.027036555786411984,
            0.029595794700410915,
            0.030045582112969104,
            0.031077894433270973,
            0.016543237144142322,
            0.026231306994860995,
            0.03896314748651402,
            0.04062646516021377,
            0.0224855603153143,
            0.02507009103821496,
            0.030602092797446703
          ],
          "B": 2.6185572758543922,
          "D": 4.6612389582369405,
          "initial": [
            0.0002540518893641286
          ],
          "qr": [
            [
              [
                2.1594005194624213,
                1.2126315855968575
              ],
              [
                0.0,
                1.7863419739062156
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 2.7020851488460025,
              "O": 1.9611795064979383,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.02311941909663627,
              "O": 4.640145236247303,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 9.174154739381176,
          "phase": [
            0.06464900507725149,
            0.07367776581383689,
            0.0685422639493605,
            0.06349981256727882,
            0.07013549406429485,
            0.051505745352247306,
            0.06838861445525135,
            0.06347326106697233,
            0.07121823445080559,
            0.05944140504268719,
            0.0658897866461351,
            0.06330677963716294,
            0.050110183525369056,
            0.06361618165428724,
            0.0768198424414834,
            0.08223876801017548,
            0.10246804609437857,
            0.11591753439839214,
            0.13393058621196818,
            0.12573587591528568,
            0.137032815075184,
            0.19005786181805182,
            0.15740344846803395,
            0.22366337786676196,
            0.2479348985093585,
            0.25949555272381764,
            0.25852489619562713,
            0.2997118820109139,
            0.27073178223945055,
            0.2643209474763215,
            0.30030685625651093,
            0.27078470225837425,
            0.287313393780256,
            0.2916167291926236,
            0.3533854787009644,
            0.33631826381784485,
            0.3239657903146145,
            0.26647076141619197,
            0.24946034768736086,
            0.26838479911833324,
            0.2549103075244875,
            0.2048428229803263,
            0.18602919127303164,
            0.156942863216255,
            0.15076928347479945,
            0.1259982623593645,
            0.14393101848198697,
            0.10369358058744166,
            0.08252038158676592,
            0.08333406944278603,
            0.08460997498430177,
            0.07519132163935352,
            0.066727959917238,
            0.06162770112679737,
            0.057375202073776374,
            0.05945314258102698,
            0.06276229835135909,
            0.05444323222107594,
            0.0584947143158391,
            0.061844985294086996,
            0.0777472147021733,
            0.05876201190680605,
            0.05765490961779388,
            0.05303851842108509
          ],
          "B": 5.139135675236233,
          "D": 9.170265093003707,
          "initial": [
            0.0002540518893641286,
            0.001091693304741206
          ],
          "qr": [
            [
              [
                2.1594005194624213,
                1.2126315855968575
              ],
              [
                0.0,
                1.7863419739062156
              ]
            ],
            [
              [
                -2.1236285905808714,
                -1.1869205427736274
              ],
              [
                0.0,
                -1.7610614563988014
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 5.22804941844095,
              "O": 3.9461053209402306,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 4.440892098500626e-16,
              "valid": true
            },
            "J": {
              "P": 0.057906002198282916,
              "O": 9.116248737182895,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8136.394428459682,
          "A": 8903.421556705487,
          "V": 8498.37989545404,
          "S": 9645.97793483463,
          "J": 8136.394428459682
        },
        "predictive": {
          "W": 8136.600519437818,
          "A": 8903.1543189685,
          "V": null,
          "S": 9645.40261565968,
          "J": 8136.027243508044
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.20609097813576227,
          "A": -0.2672377369872265,
          "V": null,
          "S": -0.575319174949982,
          "J": -0.3671849516376824
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "J-008",
      "truth": "J",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2907.1367391483764,
          "levels": [
            -2907.1367391483764,
            -2907.1367391483764,
            -2907.1367391483764
          ],
          "alternate": -2907.1367391483764,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.0906999705184717e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2321.9431694673667,
          "levels": [
            -2321.9431694673667,
            -2321.9431694673667,
            -2321.9431694673667
          ],
          "alternate": -2321.9431694673667,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.4999020266792934
            ],
            "polynomial_residuals": [
              -4.547473508864641e-13
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.364242052659392e-12,
            "quad_relative_error": 1.270173525076925e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014231003000531928
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000121,
            "elapsed_seconds": 7.233980257999974
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2914.2061665942533,
          "levels": [
            -2914.2061665942533,
            -2914.2061665942533,
            -2914.2061665942533
          ],
          "alternate": -2914.2061665942533,
          "omitted_ratio": 2.3006436768220472e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -58.170846983732005,
            "log_body_lower_numeric": -26.767844625084955,
            "quad_relative_error": 2.0024217909419247e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.007661861999622488
          }
        },
        "J": {
          "status": "converged",
          "log_i": -1627.5350246967876,
          "levels": [
            -1627.5350246967876,
            -1627.5350246967878,
            -1627.5350246967876
          ],
          "alternate": -1627.5350246967876,
          "omitted_ratio": 1.1265270086798193e-37,
          "diagnostics": {
            "log_t_mode": -4.169792242533575,
            "log_t_cut": -8.0,
            "log_tail_upper": 1183.4213118256714,
            "log_body_lower_numeric": 1268.4978208101006,
            "quad_relative_error": 9.026935739838618e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.01726372299981449
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8248.109021596112,
          "levels": [
            -8248.109021596112,
            -8248.109021596112,
            -8248.109021596112
          ],
          "alternate": -8248.109021596112,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3140999726601876e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7305.763182998075,
          "levels": [
            -7305.763182998075,
            -7305.763182998075,
            -7305.763182998075
          ],
          "alternate": -7305.763182998075,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.454273907712767
            ],
            "polynomial_residuals": [
              7.275957614183426e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.383484946705588e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.018426999000439537
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000061,
            "elapsed_seconds": 7.178263774999323
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8255.646891117844,
          "levels": [
            -8255.646891117844,
            -8255.646891117844,
            -8255.646891117844
          ],
          "alternate": -8255.646891117844,
          "omitted_ratio": 2.2348859327715116e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -104.22206259817837,
            "log_body_lower_numeric": -45.15904037030502,
            "quad_relative_error": 1.1102230992859405e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.006138211000688898
          }
        },
        "J": {
          "status": "converged",
          "log_i": -6007.493332865025,
          "levels": [
            -6007.493332865025,
            -6007.493332865025,
            -6007.493332865025
          ],
          "alternate": -6007.493332865025,
          "omitted_ratio": 5.804750112501448e-77,
          "diagnostics": {
            "log_t_mode": -4.004997754463239,
            "log_t_cut": -8.0,
            "log_tail_upper": 2042.6674329800312,
            "log_body_lower_numeric": 2218.2078085732915,
            "quad_relative_error": 2.0280799380406202e-12,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 2645,
            "elapsed_seconds": 0.013070857999991858
          }
        }
      },
      "old_plugin_scores": {
        "W": 8701.564980397754,
        "A": 9064.511267031889,
        "V": 8716.614752235717,
        "S": 8701.564980397754,
        "J": 9680.650467501087
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.135053889476655,
          "phase": [
            0.040033877141932815,
            0.034222562396457705,
            0.01895038113483526,
            0.03147321355084478,
            0.03368545007256532,
            0.04315967486250018,
            0.027812089451332928,
            0.041189675273157894,
            0.03791281753289522,
            0.03197835944393191,
            0.049647607763086125,
            0.062224875471631434,
            0.052184240530105445,
            0.06857309188961071,
            0.09207868561493586,
            0.09834148991122725,
            0.10248970176482546,
            0.1362850629646924,
            0.09457387524365256,
            0.13233096268353406,
            0.12706807572724796,
            0.1147931309383969,
            0.07725616001763172,
            0.0972339985888597,
            0.069196579329072,
            0.06265082536111255,
            0.0603674134323394,
            0.03742390196384761,
            0.04858935643978965,
            0.05073446542456075,
            0.03431603766461326,
            0.02534924866242526,
            0.02901278120869514,
            0.034762625743083385,
            0.03404619540759593,
            0.031409211771742385,
            0.0421083222182346,
            0.049786447772525604,
            0.0428610954137684,
            0.08409775773421685,
            0.08126914674544318,
            0.06934029706529307,
            0.10051681141810993,
            0.10244594555463979,
            0.1290313556791486,
            0.14892314160554054,
            0.14684957476048208,
            0.11071494111937721,
            0.115492140459364,
            0.11344319607229135,
            0.08020111900400256,
            0.07885331953663546,
            0.07941812335476757,
            0.0482514988335354,
            0.05740542512936478,
            0.027109176338391886,
            0.034586292142003996,
            0.031468199547031436,
            0.02968811828861116,
            0.033469975133161065,
            0.03122454275120109,
            0.031036270220240185,
            0.031028697543508815,
            0.041075255656995095
          ],
          "B": 2.0674828049551883,
          "D": 4.134766607523168,
          "initial": [
            6.53638090053227e-05
          ],
          "qr": [
            [
              [
                -2.0334671193967333,
                -1.016727925046826
              ],
              [
                0.0,
                -1.7609929862898797
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.026915713375657298,
              "O": 4.108138176100997,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 2.0955201066370606,
              "O": 2.0395337828395945,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 7.490971471591115,
          "phase": [
            0.08009893204611875,
            0.06812455918820216,
            0.05291241990895906,
            0.06764503385055012,
            0.06330388446999133,
            0.07523481751075653,
            0.06497485988300274,
            0.06902396085092607,
            0.07021034946922407,
            0.074889627084319,
            0.09367044759347361,
            0.10866496698126737,
            0.11843435441478059,
            0.12839319772522928,
            0.16161224276721559,
            0.1822986644419961,
            0.17488070117271198,
            0.2075404748727956,
            0.17985490221101258,
            0.23569703822875127,
            0.20517486504326196,
            0.20097078755977432,
            0.1585112274021438,
            0.1809003329212005,
            0.13153962586335427,
            0.11777273563647822,
            0.10222464839883105,
            0.07500795795345394,
            0.0764409163854511,
            0.08640609380527692,
            0.06339094623018952,
            0.056579846192246874,
            0.05674499223119589,
            0.05801473731820375,
            0.07731245463368132,
            0.0650247545532123,
            0.07412434982557108,
            0.08324779877712471,
            0.08482877059946783,
            0.13675349567162726,
            0.13094812496729014,
            0.1339848898993573,
            0.17731407280007794,
            0.1832008059218813,
            0.22709153945483534,
            0.23331723309853666,
            0.24730342827724916,
            0.20366964244342464,
            0.1934415078875924,
            0.18986690102498835,
            0.17669985699370128,
            0.13848413374238724,
            0.13291872876430913,
            0.08404441966967255,
            0.10418284645038249,
            0.07118826902301859,
            0.061428833597799576,
            0.056439618603887534,
            0.05794218011311432,
            0.0650917351844679,
            0.055811213939017654,
            0.073614323005213,
            0.057859197939307966,
            0.0666911971165704
          ],
          "B": 3.4022336834748277,
          "D": 7.487559452051957,
          "initial": [
            6.53638090053227e-05,
            0.0017486389882473807
          ],
          "qr": [
            [
              [
                -2.0334671193967333,
                -1.016727925046826
              ],
              [
                0.0,
                -1.7609929862898797
              ]
            ],
            [
              [
                1.8314390361478625,
                0.7287989674649906
              ],
              [
                0.0,
                1.680295672951341
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.06363177405944556,
              "O": 7.427339697531668,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            },
            "J": {
              "P": 3.4851601538784545,
              "O": 4.005811317712659,
              "norm2": 64.0,
              "decomposition_relative_difference": 1.1102230246251565e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8701.564980397754,
          "A": 9064.511267031889,
          "V": 8716.614752235717,
          "S": 8701.564980397754,
          "J": 9680.650467501087
        },
        "predictive": {
          "W": 8720.624852625346,
          "A": 9077.777121542375,
          "V": null,
          "S": 8720.15641054949,
          "J": 9681.638826904844
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 19.059872227591768,
          "A": 13.265854510485951,
          "V": null,
          "S": 18.59143015173686,
          "J": 0.9883594037564762
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "W-009",
      "truth": "W",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2885.2813511284144,
          "levels": [
            -2885.2813511284144,
            -2885.2813511284144,
            -2885.2813511284144
          ],
          "alternate": -2885.2813511284144,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2679999599640723e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2888.6517317471357,
          "levels": [
            -2888.6517317471357,
            -2888.6517317471357,
            -2888.6517317471357
          ],
          "alternate": -2888.6517317471357,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.012874766590242684
            ],
            "polynomial_residuals": [
              -7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.415216086592207e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01653282200004469
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000140,
            "elapsed_seconds": 6.024171269000362
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2891.1113059745658,
          "levels": [
            -2891.1113059745658,
            -2891.1113059745658,
            -2891.1113059745658
          ],
          "alternate": -2891.1113059745658,
          "omitted_ratio": 1.0592555858614131e-12,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -44.23353883554787,
            "log_body_lower_numeric": -16.660084103541713,
            "quad_relative_error": 1.1102242107236838e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006777333000172803
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2890.116281942257,
          "levels": [
            -2890.116281942257,
            -2890.116281942257,
            -2890.116281942257
          ],
          "alternate": -2890.116281942257,
          "omitted_ratio": 1.8488432870355036e-16,
          "diagnostics": {
            "log_t_mode": -0.14290655586510653,
            "log_t_cut": -2.1429065558651064,
            "log_tail_upper": -42.331134196887575,
            "log_body_lower_numeric": -6.104332902271541,
            "quad_relative_error": 1.1102231198529715e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1067,
            "elapsed_seconds": 0.006703957000354421
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8669.689176699761,
          "levels": [
            -8669.689176699761,
            -8669.689176699761,
            -8669.689176699761
          ],
          "alternate": -8669.689176699761,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3175000276532955e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8673.626310243582,
          "levels": [
            -8673.626310243582,
            -8673.626310243582,
            -8673.626310243582
          ],
          "alternate": -8673.626310243582,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.005398304196652174
            ],
            "polynomial_residuals": [
              7.105427357601002e-15
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.094947017729281e-13,
            "quad_relative_error": 1.3854649443495933e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.013934422000602353
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000075,
            "elapsed_seconds": 7.026682443000027
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8675.319473801103,
          "levels": [
            -8675.319473801103,
            -8675.319473801103,
            -8675.319473801103
          ],
          "alternate": -8675.319473801103,
          "omitted_ratio": 4.208849734870123e-32,
          "diagnostics": {
            "log_t_mode": -0.04937361693331393,
            "log_t_cut": -2.049373616933314,
            "log_tail_upper": -79.41275573634955,
            "log_body_lower_numeric": -7.167222148781306,
            "quad_relative_error": 1.1102233457153753e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.009165666000626516
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8675.644272610763,
          "levels": [
            -8675.644272610763,
            -8675.644272610763,
            -8675.644272610763
          ],
          "alternate": -8675.644272610763,
          "omitted_ratio": 1.3393641743385761e-30,
          "diagnostics": {
            "log_t_mode": -0.001447730855486749,
            "log_t_cut": -2.0014477308554866,
            "log_tail_upper": -79.48199867430952,
            "log_body_lower_numeric": -10.696640889079497,
            "quad_relative_error": 1.1102231739278773e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1109,
            "elapsed_seconds": 0.009952327000064543
          }
        }
      },
      "old_plugin_scores": {
        "W": 8277.094361251411,
        "A": 8276.633459001308,
        "V": 8277.37156116172,
        "S": 8277.094361251411,
        "J": 8276.403667682396
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.09116096676659,
          "phase": [
            0.053467810450191784,
            0.06337871426464461,
            0.061115488875999525,
            0.07518215817811316,
            0.053348882684567805,
            0.06221364071682222,
            0.08133327311569116,
            0.051061096156241194,
            0.06863544475421007,
            0.06130734835897102,
            0.06011393375722,
            0.0582047769331122,
            0.07515616121099163,
            0.06054918882397227,
            0.06792482661701411,
            0.07146554387339106,
            0.06150154816015196,
            0.048510075743940326,
            0.05263670858823531,
            0.05147476450764457,
            0.07743778306850647,
            0.07538568231243428,
            0.07416154984233267,
            0.051448751572355886,
            0.05067504817385648,
            0.0422058771977959,
            0.053471095317153716,
            0.06438145162199,
            0.07015550825503136,
            0.080522063202633,
            0.06793956337326074,
            0.06135174468081348,
            0.06700423360944244,
            0.0567026381216711,
            0.058937287203704725,
            0.07431021866644119,
            0.06825479950162197,
            0.05093467163057498,
            0.07728299609272027,
            0.0917840351042063,
            0.08108104286808067,
            0.08353646087411597,
            0.06954787746580246,
            0.060481392993166426,
            0.05998939489515942,
            0.06996225171485662,
            0.06287264803363837,
            0.06396796954516537,
            0.06735469741929903,
            0.05402562982409834,
            0.07394173508888405,
            0.05273315363562504,
            0.057716013266208635,
            0.06362670184322669,
            0.05478886364439356,
            0.04984214154339563,
            0.05464444517572598,
            0.055856938211755316,
            0.07417774068116553,
            0.05521447540580193,
            0.08170546856539267,
            0.06075797049100871,
            0.06782089909641455,
            0.06258667016453633
          ],
          "B": 0.05268466555325699,
          "D": 4.091088225078685,
          "initial": [
            9.33178959750286e-06
          ],
          "qr": [
            [
              [
                2.0226595449993536,
                0.02604722365833144
              ],
              [
                0.0,
                2.0224784545225627
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.058362906285219236,
              "O": 4.032798060481371,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.0713568240394502,
              "O": 4.01980414272714,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.303053462153912,
          "phase": [
            0.10486746263986882,
            0.12114041643039358,
            0.13140181899646866,
            0.1471998558173579,
            0.11119895528822916,
            0.1512535494490641,
            0.1719456069848384,
            0.11743574126181985,
            0.13215022484941358,
            0.11605877420455493,
            0.1270547023332529,
            0.11239702223328549,
            0.13088628752188863,
            0.11809176773588076,
            0.12390214193155526,
            0.15536163120577334,
            0.1216035563516558,
            0.09680305353186593,
            0.1066851450947797,
            0.10271241707195584,
            0.15394775003229624,
            0.13147935952788306,
            0.1604581042264694,
            0.1065119069447741,
            0.11674251455649848,
            0.09452668563546965,
            0.10598951943297438,
            0.14475420211446724,
            0.15286634147981049,
            0.15126895026673687,
            0.14816208550588203,
            0.1320191118200607,
            0.12801537498948568,
            0.10640812575606215,
            0.13472926000056357,
            0.15653409024389492,
            0.12981174642911117,
            0.10530568668580816,
            0.15855205128186994,
            0.1458874294040968,
            0.15290785111970073,
            0.1470763376146494,
            0.13517634634554715,
            0.1319244173696046,
            0.10584208911649551,
            0.14792215823786697,
            0.12859837561349288,
            0.1316666698884382,
            0.14305830942754166,
            0.12761255114332182,
            0.14047491839618742,
            0.1423280638944308,
            0.11949795841944368,
            0.11047339342218779,
            0.11676987379354531,
            0.12909590252155825,
            0.12109698893656959,
            0.12456888804614963,
            0.11720234703585447,
            0.1210757481420937,
            0.15661110735654138,
            0.12085132306724622,
            0.1276677409416958,
            0.1394336750356307
          ],
          "B": 0.0448288594934485,
          "D": 8.302221381036315,
          "initial": [
            9.33178959750286e-06,
            0.0006416977001358244
          ],
          "qr": [
            [
              [
                2.0226595449993536,
                0.02604722365833144
              ],
              [
                0.0,
                2.0224784545225627
              ]
            ],
            [
              [
                -2.052133230978726,
                0.003828116976626262
              ],
              [
                0.0,
                -2.0522573423375006
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.13413715336676468,
              "O": 8.168916308787146,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.12795379538281063,
              "O": 8.1750996667711,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8277.094361251411,
          "A": 8276.633459001308,
          "V": 8277.37156116172,
          "S": 8277.094361251411,
          "J": 8276.403667682396
        },
        "predictive": {
          "W": 8277.189309501735,
          "A": 8276.622556576634,
          "V": null,
          "S": 8277.388967246545,
          "J": 8276.069144404575
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.09494825032379595,
          "A": -0.010902424673986388,
          "V": null,
          "S": 0.29460599513367924,
          "J": -0.33452327782106295
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "A-009",
      "truth": "A",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2904.0704662598596,
          "levels": [
            -2904.0704662598596,
            -2904.0704662598596,
            -2904.0704662598596
          ],
          "alternate": -2904.0704662598596,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2348999916866887e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -1977.2947903033414,
          "levels": [
            -1977.2947903033414,
            -1977.2947903033416,
            -1977.2947903033414
          ],
          "alternate": -1977.2947903033414,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.604453088689164
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.2734579937054222e-14,
            "evaluations": 1989,
            "elapsed_seconds": 0.015247807999912766
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000425,
            "elapsed_seconds": 7.824459985999965
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2865.2140167023185,
          "levels": [
            -2865.2140167023185,
            -2865.2140167023185,
            -2865.2140167023185
          ],
          "alternate": -2865.2140167023185,
          "omitted_ratio": 1.2305500301283698e-12,
          "diagnostics": {
            "log_t_mode": -1.3345268529672367,
            "log_t_cut": -3.3345268529672367,
            "log_tail_upper": 0.8005471797423955,
            "log_body_lower_numeric": 28.22410704727518,
            "quad_relative_error": 1.225211453362113e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1494,
            "elapsed_seconds": 0.01131911299944477
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2838.3020663912803,
          "levels": [
            -2838.3020663912803,
            -2838.3020663912803,
            -2838.3020663912803
          ],
          "alternate": -2838.3020663912803,
          "omitted_ratio": 1.1194435082381588e-12,
          "diagnostics": {
            "log_t_mode": -1.6076100063531413,
            "log_t_cut": -3.6076100063531413,
            "log_tail_upper": 27.58886342517737,
            "log_body_lower_numeric": 55.10705284692305,
            "quad_relative_error": 8.703338273727396e-13,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 1536,
            "elapsed_seconds": 0.009821192000345036
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8676.523492731634,
          "levels": [
            -8676.523492731634,
            -8676.523492731634,
            -8676.523492731634
          ],
          "alternate": -8676.523492731634,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.2915999832330272e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -6760.4624459005645,
          "levels": [
            -6760.4624459005645,
            -6760.4624459005645,
            -6760.4624459005645
          ],
          "alternate": -6760.4624459005645,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.6118669722211654
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.2504996197470644e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.01304860100026417
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000482,
            "elapsed_seconds": 7.313470886999312
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8563.8853793665,
          "levels": [
            -8563.8853793665,
            -8563.8853793665,
            -8563.8853793665
          ],
          "alternate": -8563.8853793665,
          "omitted_ratio": 1.3708829440017246e-23,
          "diagnostics": {
            "log_t_mode": -1.4923589375985782,
            "log_t_cut": -3.492358937598578,
            "log_tail_upper": 38.02768469449619,
            "log_body_lower_numeric": 90.67168681643747,
            "quad_relative_error": 1.1230040373712886e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.008404792000874295
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8551.911279399992,
          "levels": [
            -8551.911279399992,
            -8551.911279399992,
            -8551.911279399992
          ],
          "alternate": -8551.911279399992,
          "omitted_ratio": 1.344195448318683e-23,
          "diagnostics": {
            "log_t_mode": -1.5490790902699922,
            "log_t_cut": -3.5490790902699922,
            "log_tail_upper": 49.97578072878393,
            "log_body_lower_numeric": 102.63944221326274,
            "quad_relative_error": 1.1321562481519085e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 1578,
            "elapsed_seconds": 0.0087503149998156
          }
        }
      },
      "old_plugin_scores": {
        "W": 8289.386002461773,
        "A": 9278.665550907994,
        "V": 8284.273036723893,
        "S": 8362.489715453583,
        "J": 8348.480422494295
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.128867504371835,
          "phase": [
            0.06336546114208172,
            0.08337628101521634,
            0.0890800239488254,
            0.0627876445900589,
            0.07858235314481313,
            0.05247773165877654,
            0.07399810021755976,
            0.07429849724640646,
            0.05970032634197236,
            0.07136622665776049,
            0.058193035385882226,
            0.05849203312148036,
            0.0609626182808578,
            0.053470267464188564,
            0.06569539620271175,
            0.08869242271708459,
            0.08148505426919403,
            0.07940634818448034,
            0.05595308945425616,
            0.06205471709863312,
            0.06276165136109849,
            0.061697684948492905,
            0.05679240527454786,
            0.040695255878005564,
            0.049862211481580626,
            0.06702305916976266,
            0.06022809800647876,
            0.07929955302023706,
            0.08725210636965522,
            0.06172391381952078,
            0.08049210783031087,
            0.06929371104383833,
            0.07352719694329897,
            0.058064275058503256,
            0.060399665731623864,
            0.06451957363889442,
            0.05641369713530993,
            0.045221623464574576,
            0.04531616503396059,
            0.055615867225441484,
            0.05586978910738391,
            0.04675824018759861,
            0.06112482374804794,
            0.05378026071070817,
            0.06734253232313596,
            0.06471069348116382,
            0.05739381538992583,
            0.061009585987282795,
            0.07673518652510175,
            0.062285466230820444,
            0.04563938351351157,
            0.06279856534422718,
            0.06587786090807159,
            0.050096312892491335,
            0.06537678463650584,
            0.0738674804042098,
            0.06180316915075011,
            0.05828479029288708,
            0.054011471530261784,
            0.05806680196263922,
            0.053414804916338494,
            0.08398651005248899,
            0.08087653600891756,
            0.09811918848998875
          ],
          "B": 2.4944799236434387,
          "D": 4.125829746153811,
          "initial": [
            4.396423664613754e-05
          ],
          "qr": [
            [
              [
                -2.0319506736471697,
                -1.2276281880239097
              ],
              [
                0.0,
                -1.6182715292433434
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.22853356285798548,
              "O": 3.9003339415138494,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.29546109709091906,
              "O": 3.8334064072809158,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.316918955023537,
          "phase": [
            0.12597689531207606,
            0.14199529033830097,
            0.14536007460828085,
            0.12025760539960853,
            0.1371358768611939,
            0.11075300639644864,
            0.1473553097671167,
            0.13178867312416986,
            0.11811175755533576,
            0.1379640920817763,
            0.12417958271661522,
            0.11431963285154931,
            0.13268941412482851,
            0.13922952704666658,
            0.12423952993764334,
            0.1554584412668745,
            0.14856702256039772,
            0.14013181936506233,
            0.13903316549275035,
            0.12523500020266817,
            0.12428532468859635,
            0.12308953961456087,
            0.11358171549456492,
            0.0996573246320828,
            0.09052115128405752,
            0.12761287003228483,
            0.12413938116131482,
            0.14026730360310657,
            0.15266838594463844,
            0.13269846837680302,
            0.15047859836269,
            0.14987581090173135,
            0.1495398242923897,
            0.15045616971918985,
            0.1370319303249505,
            0.13833642689134085,
            0.12023075225089488,
            0.11465910823670121,
            0.11292558347987533,
            0.11758729295686243,
            0.12036420402403422,
            0.11288150129689413,
            0.1125753090977444,
            0.1248046159326845,
            0.13759029208780327,
            0.11876593128757644,
            0.11344932419175868,
            0.13503423821880525,
            0.14327007845696837,
            0.12344844157497847,
            0.10371341723066146,
            0.11383691084258465,
            0.1375529385961262,
            0.10082965105470604,
            0.12174292377674317,
            0.1294293284897533,
            0.13241742059060568,
            0.12409438736713281,
            0.11949128054732866,
            0.13075741834542431,
            0.12595806949716215,
            0.15764141581547458,
            0.1723985249127855,
            0.17544665252980113
          ],
          "B": 5.087064670395977,
          "D": 8.31197372588517,
          "initial": [
            4.396423664613754e-05,
            0.0017906551023044144
          ],
          "qr": [
            [
              [
                -2.0319506736471697,
                -1.2276281880239097
              ],
              [
                0.0,
                -1.6182715292433434
              ]
            ],
            [
              [
                -2.04603538472564,
                -1.2671260556425747
              ],
              [
                0.0,
                -1.6069617898211996
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.5413639923253546,
              "O": 7.775554962698183,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 0.0,
              "valid": true
            },
            "J": {
              "P": 0.5708507430631133,
              "O": 7.746068211960424,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8289.386002461773,
          "A": 9278.665550907994,
          "V": 8284.273036723893,
          "S": 8362.489715453583,
          "J": 8348.480422494295
        },
        "predictive": {
          "W": 8289.144108601307,
          "A": 9278.429479475859,
          "V": null,
          "S": 8362.9257724089,
          "J": 8347.98792206437
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.24189386046600703,
          "A": -0.2360714321348496,
          "V": null,
          "S": 0.43605695531732636,
          "J": -0.49250042992389353
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "V-009",
      "truth": "V",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2932.7207863817175,
          "levels": [
            -2932.7207863817175,
            -2932.7207863817175,
            -2932.7207863817175
          ],
          "alternate": -2932.7207863817175,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3469999430526514e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2936.426074307222,
          "levels": [
            -2936.426074307222,
            -2936.426074307222,
            -2936.426074307222
          ],
          "alternate": -2936.426074307222,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.0014865231938914745
            ],
            "polynomial_residuals": [
              1.091571277811454e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.4152427686124621e-14,
            "evaluations": 2115,
            "elapsed_seconds": 0.01983576600014203
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000205,
            "elapsed_seconds": 8.178799152000465
          }
        },
        "S": {
          "status": "converged",
          "log_i": -2939.695392560211,
          "levels": [
            -2939.695392560211,
            -2939.695392560211,
            -2939.695392560211
          ],
          "alternate": -2939.695392560211,
          "omitted_ratio": 3.5543664285209135e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -56.58349637543466,
            "log_body_lower_numeric": -25.615481901064847,
            "quad_relative_error": 3.3806106243419754e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.005940552000538446
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2939.483259770785,
          "levels": [
            -2939.483259770785,
            -2939.483259770785,
            -2939.483259770785
          ],
          "alternate": -2939.483259770785,
          "omitted_ratio": 8.391390088450949e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -53.451929342476554,
            "log_body_lower_numeric": -23.34294423127812,
            "quad_relative_error": 2.778518420803303e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.00665054399996734
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8640.806023568688,
          "levels": [
            -8640.806023568688,
            -8640.806023568688,
            -8640.806023568688
          ],
          "alternate": -8640.806023568688,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.3310999747773167e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -8644.656240223803,
          "levels": [
            -8644.656240223803,
            -8644.656240223803,
            -8644.656240223803
          ],
          "alternate": -8644.656240223803,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              -0.007096026281847976
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.818989403545856e-12,
            "quad_relative_error": 1.385462564726034e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.014881680000144115
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000440,
            "elapsed_seconds": 16.601479090000794
          }
        },
        "S": {
          "status": "converged",
          "log_i": -8648.586480355712,
          "levels": [
            -8648.586480355712,
            -8648.586480355712,
            -8648.586480355712
          ],
          "alternate": -8648.586480355712,
          "omitted_ratio": 2.977638186373142e-27,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -111.62823759741505,
            "log_body_lower_numeric": -50.5495705179471,
            "quad_relative_error": 1.588032440038093e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.011407123000026331
          }
        },
        "J": {
          "status": "converged",
          "log_i": -8648.177096249103,
          "levels": [
            -8648.177096249103,
            -8648.177096249103,
            -8648.177096249103
          ],
          "alternate": -8648.177096249103,
          "omitted_ratio": 7.103773032563433e-26,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -99.9777880145107,
            "log_body_lower_numeric": -42.071201652599974,
            "quad_relative_error": 1.1102231223514066e-14,
            "record_count": 2,
            "tail_h": 4096.0,
            "tail_j": 64.0,
            "bound_certified": false,
            "evaluations": 896,
            "elapsed_seconds": 0.01600171199970646
          }
        }
      },
      "old_plugin_scores": {
        "W": 8353.364700909635,
        "A": 8353.43648507793,
        "V": 8636.73623238654,
        "S": 8353.364700909635,
        "J": 8353.364700909635
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.187033849680583,
          "phase": [
            0.12861908851428894,
            0.15602175642489613,
            0.14661498542489532,
            0.09604712001077904,
            0.1397927814001672,
            0.12273975284585112,
            0.10387987611401088,
            0.059206569726635086,
            0.08082049437055827,
            0.07511484739364384,
            0.06627610534502053,
            0.10699218627909421,
            0.06881432058188458,
            0.08529297968347727,
            0.0756341153847308,
            0.07698544836184076,
            0.04123423886487596,
            0.04954856923943041,
            0.04758948916413798,
            0.04675358074224034,
            0.05115883192128466,
            0.03764359635600135,
            0.027552132469165967,
            0.032258866543968666,
            0.026571017391354854,
            0.02437322620043266,
            0.025435046587918737,
            0.024624097717165803,
            0.027841692355868898,
            0.026314263498644554,
            0.0277498642679152,
            0.02655630411108297,
            0.0233158223910576,
            0.031990691039220795,
            0.026530860580544144,
            0.021176687393891988,
            0.027442883346636464,
            0.027179611235937637,
            0.032687533493169406,
            0.03330478596860205,
            0.03374814641364722,
            0.025789253413144326,
            0.03923492567938011,
            0.044605404002867464,
            0.037096620458080126,
            0.05657756504073641,
            0.05405697415404017,
            0.06143984274946354,
            0.05717086842201761,
            0.05610172797194711,
            0.07235609505765976,
            0.058415826687439845,
            0.0760166465098687,
            0.07627682478676989,
            0.08855748794603088,
            0.09153646527533636,
            0.11603493022439079,
            0.07632387272654226,
            0.11798333152316746,
            0.12803889618590628,
            0.11397567495270271,
            0.10192634658273739,
            0.11138518498816141,
            0.1366988171862222
          ],
          "B": -0.00622471609440852,
          "D": 4.186410651862737,
          "initial": [
            0.0006158838669580508
          ],
          "qr": [
            [
              [
                -2.0460737928563635,
                0.0030422735075056224
              ],
              [
                0.0,
                -2.0462202423741194
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.030964734823308363,
              "O": 4.156069114857274,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.0382763238594828,
              "O": 4.1487575258211,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.244710004426256,
          "phase": [
            0.2391116242980849,
            0.2938314711604969,
            0.23717712942843652,
            0.25314365163663277,
            0.24681162192204864,
            0.2204093450592626,
            0.20976452198769016,
            0.14654812869196135,
            0.18426175326740113,
            0.16123839438466786,
            0.18013023888000854,
            0.16505092618663367,
            0.13669358983190483,
            0.14735983083711257,
            0.14001659938440203,
            0.1309777792560277,
            0.09708780401123919,
            0.1034149025332915,
            0.09990320021007731,
            0.08590028290507873,
            0.08644117397625431,
            0.08373655518122108,
            0.06152510799245285,
            0.059290367546619885,
            0.06698849610018073,
            0.05630952436341283,
            0.06688766696019713,
            0.046789924479542847,
            0.058344333782376384,
            0.052748859830899886,
            0.055537029006088826,
            0.05110225929528682,
            0.04577906853625337,
            0.0514220789266451,
            0.0527911960735032,
            0.047126716239626346,
            0.06113342224672587,
            0.050498907788409826,
            0.06654600110168662,
            0.06029705927134976,
            0.06614443614633625,
            0.05953874245368182,
            0.07682961201489669,
            0.08009226014330827,
            0.0648683983289438,
            0.09666118314194169,
            0.11533810379325249,
            0.1199738369337475,
            0.12665222797180098,
            0.12037950862992798,
            0.1218510330702516,
            0.1477226665707767,
            0.14922765392079324,
            0.1406333122040065,
            0.1905198816429346,
            0.17071785510841572,
            0.199457562112229,
            0.1652213096891057,
            0.19873464552535902,
            0.2556744611187969,
            0.22414481161633537,
            0.2082201243842971,
            0.2416975520737031,
            0.24428028126022067
          ],
          "B": -0.058507602035183744,
          "D": 8.243109078690674,
          "initial": [
            0.0006158838669580508,
            0.00034296539975832115
          ],
          "qr": [
            [
              [
                -2.0460737928563635,
                0.0030422735075056224
              ],
              [
                0.0,
                -2.0462202423741194
              ]
            ],
            [
              [
                2.014282301303845,
                -0.025956086645319017
              ],
              [
                0.0,
                2.014042619656733
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 0.05295018057041716,
              "O": 8.191759823855838,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.07981053531411969,
              "O": 8.164899469112136,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8353.364700909635,
          "A": 8353.43648507793,
          "V": 8636.73623238654,
          "S": 8353.364700909635,
          "J": 8353.364700909635
        },
        "predictive": {
          "W": 8353.51189788611,
          "A": 8353.366969156501,
          "V": null,
          "S": 8352.706047277581,
          "J": 8352.903298594763
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": 0.147196976475243,
          "A": -0.06951592142831942,
          "V": null,
          "S": -0.6586536320537562,
          "J": -0.4614023148715205
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted"
    },
    {
      "id": "S-009",
      "truth": "S",
      "status": "partial",
      "old_score_status": "acquired",
      "train": {
        "W": {
          "status": "converged",
          "log_i": -2858.8737355057424,
          "levels": [
            -2858.8737355057424,
            -2858.8737355057424,
            -2858.8737355057424
          ],
          "alternate": -2858.8737355057424,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 2.0079999558220152e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -2363.194681213055,
          "levels": [
            -2363.194681213055,
            -2363.194681213055,
            -2363.194681213055
          ],
          "alternate": -2363.194681213055,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.46521636292971547
            ],
            "polynomial_residuals": [
              -7.048583938740194e-12
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 9.09494701772928e-13,
            "quad_relative_error": 1.280449114863464e-14,
            "evaluations": 2031,
            "elapsed_seconds": 0.03684121700007381
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000091,
            "elapsed_seconds": 10.05664514199998
          }
        },
        "S": {
          "status": "converged",
          "log_i": -1682.6168330365754,
          "levels": [
            -1682.6168330365756,
            -1682.6168330365756,
            -1682.6168330365754
          ],
          "alternate": -1682.6168330365754,
          "omitted_ratio": 4.057334864463476e-39,
          "diagnostics": {
            "log_t_mode": -4.065863712367902,
            "log_t_cut": -8.0,
            "log_tail_upper": 1076.7670572984935,
            "log_body_lower_numeric": 1165.1673496045212,
            "quad_relative_error": 1.1563297462556696e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 2687,
            "elapsed_seconds": 0.018585230999633495
          }
        },
        "J": {
          "status": "converged",
          "log_i": -2865.890157738999,
          "levels": [
            -2865.890157738999,
            -2865.890157738999,
            -2865.890157738999
          ],
          "alternate": -2865.890157738999,
          "omitted_ratio": 2.946419544161467e-14,
          "diagnostics": {
            "log_t_mode": 0.0,
            "log_t_cut": -2.0,
            "log_tail_upper": -57.26789954088606,
            "log_body_lower_numeric": -26.112298958330417,
            "quad_relative_error": 1.9303325953080318e-14,
            "record_count": 1,
            "tail_h": 2048.0,
            "tail_j": 32.0,
            "bound_certified": false,
            "evaluations": 854,
            "elapsed_seconds": 0.006448037999689404
          }
        }
      },
      "joint": {
        "W": {
          "status": "converged",
          "log_i": -8585.565682552839,
          "levels": [
            -8585.565682552839,
            -8585.565682552839,
            -8585.565682552839
          ],
          "alternate": -8585.565682552839,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "method": "analytic",
            "evaluations": 1,
            "elapsed_seconds": 1.5580999388475902e-05
          }
        },
        "A": {
          "status": "converged",
          "log_i": -7507.443764238857,
          "levels": [
            -7507.443764238857,
            -7507.443764238857,
            -7507.443764238857
          ],
          "alternate": -7507.443764238857,
          "omitted_ratio": 0.0,
          "diagnostics": {
            "stationary_points": [
              0.48184655942239196
            ],
            "polynomial_residuals": [
              0.0
            ],
            "derivative_interval_signs": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0,
              -1.0
            ],
            "stable_log_difference": 1.3642420526593926e-12,
            "quad_relative_error": 1.3259675298663067e-14,
            "evaluations": 2073,
            "elapsed_seconds": 0.020624058999601402
          }
        },
        "V": {
          "status": "not_converged",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "evaluation_budget_exhausted",
            "evaluations": 2000260,
            "elapsed_seconds": 9.249799414000336
          }
        },
        "S": {
          "status": "time_budget_exhausted",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "time_budget_exhausted",
            "evaluations": 1,
            "elapsed_seconds": 0.0004241169999659178
          }
        },
        "J": {
          "status": "time_budget_exhausted",
          "log_i": null,
          "levels": [],
          "alternate": null,
          "omitted_ratio": null,
          "diagnostics": {
            "reason": "time_budget_exhausted",
            "evaluations": 1,
            "elapsed_seconds": 0.0006208570002854685
          }
        }
      },
      "old_plugin_scores": {
        "W": 8335.15108747033,
        "A": 8916.232901873567,
        "V": 8633.968085919989,
        "S": 9636.911420847717,
        "J": 8335.15108747033
      },
      "statistics": {
        "train": {
          "r": 1,
          "T": 4.038746781151225,
          "phase": [
            0.040851074923591094,
            0.03459465234472021,
            0.040960485836042934,
            0.03196648425750341,
            0.03293543970982994,
            0.029192638002230466,
            0.04147898456185877,
            0.03237834429328725,
            0.038087439431477126,
            0.039859034383548604,
            0.024599699922046084,
            0.024611088292749543,
            0.03387985064620458,
            0.028033286213618985,
            0.03682661770240434,
            0.0486803341490384,
            0.053188737652584535,
            0.03644811918753168,
            0.03790372293158975,
            0.05046472708340896,
            0.050981326177707814,
            0.08292530160973643,
            0.11166243249865893,
            0.08357654427882825,
            0.11180348445222889,
            0.0928648441928182,
            0.10027676083842921,
            0.1179319719724286,
            0.13404291110202873,
            0.1333038006453775,
            0.1411502817130506,
            0.12169988255109757,
            0.14258098286199666,
            0.12792619243896713,
            0.1271410541825527,
            0.09960863953237618,
            0.11139545575408583,
            0.1092770725735654,
            0.08791048892375283,
            0.10350478693475976,
            0.1085053961176553,
            0.07309775530395222,
            0.06915410213442173,
            0.07151389981811983,
            0.07393747535402168,
            0.057393318023262245,
            0.06094574673842536,
            0.05300981089966916,
            0.02882839280174633,
            0.041342147889641356,
            0.03945713199850692,
            0.03891552938779482,
            0.01938972372874451,
            0.04139829721378004,
            0.03955837392946313,
            0.02931187027680861,
            0.039165642508013424,
            0.03490859501082364,
            0.02693575670052994,
            0.030304738998323,
            0.04099682910705414,
            0.02790994364567743,
            0.027687632940022064,
            0.03657369386505476
          ],
          "B": 1.8789169131256518,
          "D": 4.037816340600962,
          "initial": [
            8.303357931639926e-06
          ],
          "qr": [
            [
              [
                2.009661284344527,
                0.9349420858940818
              ],
              [
                0.0,
                -1.7786815172995178
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 1.9401560241788316,
              "O": 2.0985907569723947,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.02832521887911761,
              "O": 4.010421562272108,
              "norm2": 64.0,
              "decomposition_relative_difference": 0.0,
              "valid": true
            }
          }
        },
        "joint": {
          "r": 2,
          "T": 8.134264881775646,
          "phase": [
            0.07663394026483675,
            0.06492118983593158,
            0.07827240298597792,
            0.06606710085717749,
            0.06339522062356265,
            0.06366742327422412,
            0.07041518329719507,
            0.06531062031276126,
            0.06973261343840684,
            0.0651340093216137,
            0.058220954950618325,
            0.04974610481250963,
            0.06672917617918778,
            0.06514204609087933,
            0.06897865035032574,
            0.10004907189068019,
            0.10303176642585712,
            0.09704814950629129,
            0.09126986622102137,
            0.10686948731770685,
            0.13274235317615946,
            0.15658954738934638,
            0.19379347065933125,
            0.18170526215778626,
            0.24076155564787494,
            0.18682874153883505,
            0.19932467536731285,
            0.22012156050919812,
            0.27132941031275504,
            0.26367005905822316,
            0.2640286097566278,
            0.2410474431036692,
            0.2608382239359386,
            0.27090937482198396,
            0.2537698409741397,
            0.21988324132806725,
            0.22451143126737366,
            0.21409823750015186,
            0.19903946821531912,
            0.20075407912659649,
            0.21937872048452256,
            0.16924641236220034,
            0.1575088825048408,
            0.13887646351413657,
            0.14581312508664943,
            0.11418741012391406,
            0.11091755082147017,
            0.10416695410457033,
            0.07742202221591436,
            0.09658089560506883,
            0.07290045627592709,
            0.08499862314740396,
            0.05603989249914383,
            0.07465636153851125,
            0.06270694174786758,
            0.05854290357811247,
            0.06669613144676814,
            0.061290089761023334,
            0.056488495861268744,
            0.05733605991685281,
            0.0868391063352508,
            0.053024528514339975,
            0.06192633339346854,
            0.06033895713296583
          ],
          "B": 3.919879657219894,
          "D": 8.133134460312892,
          "initial": [
            8.303357931639926e-06,
            0.0001380039704857195
          ],
          "qr": [
            [
              [
                2.009661284344527,
                0.9349420858940818
              ],
              [
                0.0,
                -1.7786815172995178
              ]
            ],
            [
              [
                2.0237045477672715,
                1.0085280217144403
              ],
              [
                0.0,
                -1.7545162732500295
              ]
            ]
          ],
          "lowrank": {
            "S": {
              "P": 4.038199378563439,
              "O": 4.096065503212209,
              "norm2": 63.99999999999999,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            },
            "J": {
              "P": 0.060759360611812946,
              "O": 8.073505521163835,
              "norm2": 64.0,
              "decomposition_relative_difference": 2.220446049250313e-16,
              "valid": true
            }
          }
        }
      },
      "derived": {
        "old_plugin_scores": {
          "W": 8335.15108747033,
          "A": 8916.232901873567,
          "V": 8633.968085919989,
          "S": 9636.911420847717,
          "J": 8335.15108747033
        },
        "predictive": {
          "W": 8334.905188025985,
          "A": 8917.34805204728,
          "V": null,
          "S": null,
          "J": null
        },
        "weights": null,
        "entropy": null,
        "bma": null,
        "bma_minus_plugin": null,
        "per_model_minus_plugin": {
          "W": -0.24589944434592326,
          "A": 1.1151501737131184,
          "V": null,
          "S": null,
          "J": null
        },
        "invalid_components": {},
        "bma_identity_difference": null,
        "refinement_bma": null
      },
      "reason": "train/V: not_converged: evaluation_budget_exhausted; joint/V: not_converged: evaluation_budget_exhausted; joint/S: time_budget_exhausted: time_budget_exhausted; joint/J: time_budget_exhausted: time_budget_exhausted"
    },
    {
      "id": "J-009",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8433.553478466287,
        "A": 8964.924038787434,
        "V": 8465.123833527969,
        "S": 8433.553478466287,
        "J": 9633.994927140235
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-010",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8297.219828854439,
        "A": 8296.994889753314,
        "V": 8299.46272944986,
        "S": 8297.219828854439,
        "J": 8297.219828854439
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-010",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8370.634460109859,
        "A": 9247.134777216594,
        "V": 8373.169649093117,
        "S": 8413.073785136796,
        "J": 8425.193839284786
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-010",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8281.26464313278,
        "A": 8281.235566649893,
        "V": 8588.179714035043,
        "S": 8281.26464313278,
        "J": 8281.26464313278
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-010",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8218.591617301126,
        "A": 8903.530027459201,
        "V": 8535.16220269686,
        "S": 9633.695608717324,
        "J": 8218.591617301126
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-010",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8068.563449381819,
        "A": 8810.130614451147,
        "V": 8114.085992352977,
        "S": 8068.563449381819,
        "J": 9559.261486359424
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-011",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8298.305887037106,
        "A": 8296.782740041717,
        "V": 8296.302884789824,
        "S": 8298.305887037106,
        "J": 8298.621077021942
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-011",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8256.92218402051,
        "A": 9220.789673241332,
        "V": 8253.968975969861,
        "S": 8293.207667501592,
        "J": 8321.431022796536
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-011",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8265.867654286067,
        "A": 8266.897194315256,
        "V": 8625.28186215557,
        "S": 8265.867654286067,
        "J": 8265.867654286067
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-011",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8264.233901928359,
        "A": 8889.168743037098,
        "V": 8583.104047508908,
        "S": 9636.127263822254,
        "J": 8264.233901928359
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-011",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8234.680931046105,
        "A": 8848.187513449051,
        "V": 8271.416572857448,
        "S": 8234.680931046105,
        "J": 9570.65597246114
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-012",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8314.210251318618,
        "A": 8312.603529357453,
        "V": 8311.570280192731,
        "S": 8313.487656759733,
        "J": 8314.210251318618
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-012",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8436.44881894528,
        "A": 9310.502625707186,
        "V": 8426.548336914648,
        "S": 8490.467835439227,
        "J": 8473.143679985098
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-012",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8287.113812803993,
        "A": 8286.578016379757,
        "V": 8643.203053131447,
        "S": 8287.113812803993,
        "J": 8287.113812803993
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-012",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8592.293692622065,
        "A": 8985.278700108607,
        "V": 8821.074844726256,
        "S": 9620.967768356659,
        "J": 8592.293692622065
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-012",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8540.238067676695,
        "A": 9028.385533763048,
        "V": 8550.44396231317,
        "S": 8540.238067676695,
        "J": 9654.604217072447
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-013",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8391.626624856433,
        "A": 8392.29412490375,
        "V": 8391.791234163342,
        "S": 8391.626624856433,
        "J": 8391.626624856433
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-013",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8402.705013388575,
        "A": 9329.209930124342,
        "V": 8399.228678107722,
        "S": 8456.405670280496,
        "J": 8466.650137202138
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-013",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8303.379567408048,
        "A": 8301.95105696199,
        "V": 8621.471077871323,
        "S": 8303.379567408048,
        "J": 8303.379567408048
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-013",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8576.060063070174,
        "A": 8993.070837094117,
        "V": 8796.154973278039,
        "S": 9654.85536682685,
        "J": 8576.060063070174
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-013",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8054.30344361089,
        "A": 8829.971419709143,
        "V": 8086.721438154941,
        "S": 8054.30344361089,
        "J": 9628.4941457273
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-014",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8337.33374865604,
        "A": 8336.6825114984,
        "V": 8335.183714809562,
        "S": 8337.361535674607,
        "J": 8337.33374865604
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-014",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8349.64073324318,
        "A": 9273.36327615869,
        "V": 8340.948068606405,
        "S": 8396.74039515441,
        "J": 8404.676910801047
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-014",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8350.17482678816,
        "A": 8347.62029366737,
        "V": 8657.095968558602,
        "S": 8350.17482678816,
        "J": 8350.17482678816
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-014",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8063.106965313022,
        "A": 8842.973510936037,
        "V": 8468.956612243941,
        "S": 9709.924811971377,
        "J": 8063.106965313022
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-014",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8249.980440287893,
        "A": 8902.826815106631,
        "V": 8291.515219425,
        "S": 8249.980440287893,
        "J": 9630.752170410273
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-015",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8425.04170244434,
        "A": 8423.030243281719,
        "V": 8424.236881335888,
        "S": 8425.04170244434,
        "J": 8425.025542102901
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-015",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8336.039915497537,
        "A": 9217.423611148428,
        "V": 8328.869227572282,
        "S": 8395.28853517007,
        "J": 8370.685140822885
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-015",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8295.529694293049,
        "A": 8293.794549849135,
        "V": 8609.016236299285,
        "S": 8295.529694293049,
        "J": 8295.529694293049
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-015",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8279.586137756776,
        "A": 8905.71249121216,
        "V": 8595.120799050432,
        "S": 9624.57324667511,
        "J": 8279.586137756776
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-015",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8494.484922743144,
        "A": 8972.076518567968,
        "V": 8521.192308469088,
        "S": 8494.484922743144,
        "J": 9605.474302558368
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-016",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8281.849383907818,
        "A": 8281.301779286514,
        "V": 8281.381960697621,
        "S": 8281.837607089174,
        "J": 8282.02249636465
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-016",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8248.70376386751,
        "A": 9190.326027861687,
        "V": 8241.084158081369,
        "S": 8291.548318118155,
        "J": 8268.552022631688
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-016",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8314.41213533744,
        "A": 8314.647764244499,
        "V": 8676.579020137822,
        "S": 8314.41213533744,
        "J": 8314.41213533744
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-016",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8147.579067904216,
        "A": 8878.334895237891,
        "V": 8505.239455815185,
        "S": 9640.599751321395,
        "J": 8147.579067904216
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-016",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8275.61583482617,
        "A": 8791.944701909779,
        "V": 8299.580350254117,
        "S": 8275.61583482617,
        "J": 9532.357282586916
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-017",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8321.269291005312,
        "A": 8320.976596851242,
        "V": 8319.043192249897,
        "S": 8317.408939631407,
        "J": 8321.269291005312
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-017",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.404704762985,
        "A": 9259.89534429391,
        "V": 8308.817311038038,
        "S": 8380.475500818238,
        "J": 8357.448056257705
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-017",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8333.430935253466,
        "A": 8333.2586500086,
        "V": 8632.165329685951,
        "S": 8333.430935253466,
        "J": 8332.95772677702
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-017",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7948.33195985567,
        "A": 8793.091476021358,
        "V": 8393.148459497066,
        "S": 9640.255972777219,
        "J": 7948.33195985567
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-017",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8498.314599794689,
        "A": 9014.281426815141,
        "V": 8528.455972022783,
        "S": 8498.314599794689,
        "J": 9667.053131737492
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-018",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8304.12976927458,
        "A": 8304.039752445886,
        "V": 8303.775499625192,
        "S": 8304.12976927458,
        "J": 8304.12976927458
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-018",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8189.269300247418,
        "A": 9234.409044864047,
        "V": 8189.443440860177,
        "S": 8238.163178453178,
        "J": 8232.417863219966
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-018",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8344.524220006217,
        "A": 8344.571731658843,
        "V": 8641.046844218869,
        "S": 8344.524220006217,
        "J": 8344.524220006217
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-018",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8179.919235018579,
        "A": 8896.182994089702,
        "V": 8521.485657411049,
        "S": 9658.196857572335,
        "J": 8179.919235018579
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-018",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8529.259539097628,
        "A": 9006.391990903026,
        "V": 8540.735583647847,
        "S": 8529.259539097628,
        "J": 9667.139744610366
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-019",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8326.024972682564,
        "A": 8325.867909972872,
        "V": 8325.822520323285,
        "S": 8326.024972682564,
        "J": 8326.118706600953
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-019",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8244.806932542646,
        "A": 9224.615671215308,
        "V": 8245.231859245816,
        "S": 8299.053185136838,
        "J": 8308.690859361019
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-019",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8242.367574532782,
        "A": 8241.32777453381,
        "V": 8592.044485942435,
        "S": 8242.367574532782,
        "J": 8242.367574532782
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-019",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8392.713448815108,
        "A": 8942.767464861397,
        "V": 8687.420290665887,
        "S": 9664.035783389818,
        "J": 8392.713448815108
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-019",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7719.390554369933,
        "A": 8702.990115133804,
        "V": 7782.0918838098005,
        "S": 7719.390554369933,
        "J": 9604.413833666356
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-020",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8281.11026850674,
        "A": 8280.137311613162,
        "V": 8276.944506496427,
        "S": 8281.11026850674,
        "J": 8280.764787000473
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-020",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8278.719699512783,
        "A": 9224.925591879677,
        "V": 8273.818477108467,
        "S": 8318.688374225234,
        "J": 8356.293562586856
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-020",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8338.499848943087,
        "A": 8338.595233122734,
        "V": 8646.83584285029,
        "S": 8338.499848943087,
        "J": 8338.499848943087
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-020",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8474.43147879697,
        "A": 8967.644552357031,
        "V": 8733.998058618732,
        "S": 9654.912361669774,
        "J": 8474.43147879697
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-020",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8240.89009599747,
        "A": 8857.450557996715,
        "V": 8279.159643533249,
        "S": 8240.89009599747,
        "J": 9609.15910927814
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-021",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8261.000783080426,
        "A": 8261.774342329642,
        "V": 8259.700538576883,
        "S": 8260.020265901212,
        "J": 8261.000783080426
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-021",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8308.67206232134,
        "A": 9270.511255285266,
        "V": 8308.635183160968,
        "S": 8332.843146968196,
        "J": 8359.647622810338
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-021",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8376.920214551974,
        "A": 8376.878887126477,
        "V": 8686.599548286242,
        "S": 8376.920214551974,
        "J": 8376.920214551974
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-021",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8546.862014295179,
        "A": 8980.649774452973,
        "V": 8719.162486216497,
        "S": 9608.891994402982,
        "J": 8546.862014295179
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-021",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8769.659705183672,
        "A": 9102.4752195523,
        "V": 8782.086625499152,
        "S": 8769.659705183672,
        "J": 9681.534974409473
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-022",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8346.307569973062,
        "A": 8346.984595609469,
        "V": 8346.450082160492,
        "S": 8346.307569973062,
        "J": 8344.68463793347
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-022",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8282.167607878102,
        "A": 9171.210871209634,
        "V": 8281.912194183029,
        "S": 8341.805173449316,
        "J": 8307.960329714815
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-022",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8249.195853109886,
        "A": 8249.259380945137,
        "V": 8593.457932202531,
        "S": 8249.195853109886,
        "J": 8249.195853109886
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-022",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8456.29690945444,
        "A": 8991.389042637053,
        "V": 8705.276097956601,
        "S": 9612.697971542624,
        "J": 8456.29690945444
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-022",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8434.294196305671,
        "A": 8959.48998036084,
        "V": 8470.313810888883,
        "S": 8434.294196305671,
        "J": 9620.37482799527
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-023",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8357.371237883377,
        "A": 8356.75241538105,
        "V": 8355.807251097445,
        "S": 8357.371237883377,
        "J": 8357.451472365654
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-023",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8374.934763227913,
        "A": 9255.273949096621,
        "V": 8374.64847554486,
        "S": 8439.347984101227,
        "J": 8415.451565875948
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-023",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8289.610586214163,
        "A": 8290.786012999277,
        "V": 8567.821692401256,
        "S": 8289.610586214163,
        "J": 8289.610586214163
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-023",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8255.468577807522,
        "A": 8857.280854424303,
        "V": 8540.480432223978,
        "S": 9554.566353696368,
        "J": 8255.468577807522
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-023",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8345.088945151565,
        "A": 8869.335646614967,
        "V": 8351.067078721371,
        "S": 8345.088945151565,
        "J": 9594.186647159228
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-024",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8364.33806480177,
        "A": 8361.911576931325,
        "V": 8364.768335776373,
        "S": 8364.33806480177,
        "J": 8364.33806480177
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-024",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.45668979308,
        "A": 9218.238466951505,
        "V": 8316.519810312424,
        "S": 8379.88251518801,
        "J": 8356.728345126065
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-024",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8307.383887920862,
        "A": 8308.301265407326,
        "V": 8655.796329334215,
        "S": 8307.383887920862,
        "J": 8307.383887920862
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-024",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8067.919737534437,
        "A": 8823.09417672975,
        "V": 8444.521755433241,
        "S": 9645.597629656982,
        "J": 8067.919737534437
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-024",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8276.684127735465,
        "A": 8858.472906349743,
        "V": 8308.69775489621,
        "S": 8276.684127735465,
        "J": 9589.71328218532
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-025",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8338.61720816734,
        "A": 8339.47416390822,
        "V": 8337.772484629146,
        "S": 8338.61720816734,
        "J": 8338.61720816734
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-025",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8198.577710048812,
        "A": 9198.48532919636,
        "V": 8198.92212908465,
        "S": 8270.849846489904,
        "J": 8237.348388092933
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-025",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8182.493614152609,
        "A": 8182.595520064977,
        "V": 8523.820458883793,
        "S": 8182.493614152609,
        "J": 8182.493614152609
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-025",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8253.562487294046,
        "A": 8910.968547500612,
        "V": 8571.316705045938,
        "S": 9643.798885624636,
        "J": 8253.562487294046
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-025",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8033.523959591546,
        "A": 8871.753367173742,
        "V": 8081.936387252453,
        "S": 8033.523959591546,
        "J": 9681.209385386395
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-026",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8406.955307842569,
        "A": 8406.815983467666,
        "V": 8407.28438711565,
        "S": 8407.467660740604,
        "J": 8406.955307842569
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-026",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8359.702892523981,
        "A": 9237.680792429195,
        "V": 8360.01747235641,
        "S": 8380.862700763078,
        "J": 8406.770514184504
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-026",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8386.051139505553,
        "A": 8384.512374496502,
        "V": 8687.275759335613,
        "S": 8386.051139505553,
        "J": 8386.051139505553
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-026",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8441.945585859596,
        "A": 8982.721220496594,
        "V": 8723.739173489375,
        "S": 9651.77087097252,
        "J": 8441.945585859596
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-026",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8627.580691720956,
        "A": 8964.631870760071,
        "V": 8649.37829294776,
        "S": 8627.580691720956,
        "J": 9563.631793922339
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-027",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8245.769241703725,
        "A": 8245.664192483213,
        "V": 8245.530945684332,
        "S": 8245.769241703725,
        "J": 8245.769241703725
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-027",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8323.658849050807,
        "A": 9231.279844883018,
        "V": 8321.413475489262,
        "S": 8374.096361308082,
        "J": 8370.593527275632
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-027",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8321.070540549208,
        "A": 8321.774568991586,
        "V": 8655.860172046476,
        "S": 8321.070540549208,
        "J": 8321.070540549208
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-027",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8513.52884750628,
        "A": 9030.615509594767,
        "V": 8790.872993003104,
        "S": 9697.577165224613,
        "J": 8513.52884750628
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-027",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8405.924390213006,
        "A": 8923.555302651232,
        "V": 8419.607434824764,
        "S": 8405.924390213006,
        "J": 9585.979308523632
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-028",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8268.480275111326,
        "A": 8268.59061574165,
        "V": 8268.336312506815,
        "S": 8268.332595565402,
        "J": 8268.216964715524
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-028",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8360.808836334247,
        "A": 9246.953719545756,
        "V": 8351.33744395833,
        "S": 8389.704213935162,
        "J": 8411.948788106534
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-028",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8327.506258559502,
        "A": 8327.279966220533,
        "V": 8638.54817245352,
        "S": 8327.506258559502,
        "J": 8327.506258559502
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-028",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8495.270978630626,
        "A": 8982.393814457017,
        "V": 8719.307080889872,
        "S": 9616.448231265691,
        "J": 8495.270978630626
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-028",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8343.495896642384,
        "A": 8913.565139502123,
        "V": 8380.181383876601,
        "S": 8343.495896642384,
        "J": 9660.280993687977
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-029",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8349.622422938934,
        "A": 8349.667803295124,
        "V": 8349.973667074182,
        "S": 8349.26647605347,
        "J": 8349.622422938934
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-029",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8239.368046419777,
        "A": 9199.230315348796,
        "V": 8227.518553270502,
        "S": 8296.842375498964,
        "J": 8282.31135276873
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-029",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8258.979047818499,
        "A": 8258.190728934205,
        "V": 8573.43560819027,
        "S": 8258.979047818499,
        "J": 8258.979047818499
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-029",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8212.008651414402,
        "A": 8947.841113821747,
        "V": 8568.494599193691,
        "S": 9664.73113366479,
        "J": 8212.008651414402
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-029",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8046.271156909521,
        "A": 8840.523076869798,
        "V": 8085.113235285901,
        "S": 8046.271156909521,
        "J": 9612.38978276784
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-030",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8217.131691794108,
        "A": 8216.421954818403,
        "V": 8213.74930277148,
        "S": 8216.240814812396,
        "J": 8217.593661774028
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-030",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8332.334534774605,
        "A": 9285.319424107676,
        "V": 8320.939655711676,
        "S": 8382.144959406362,
        "J": 8358.057069437637
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-030",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8336.3640369306,
        "A": 8334.578286324404,
        "V": 8641.641721519558,
        "S": 8336.3640369306,
        "J": 8336.3640369306
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-030",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8370.865090536383,
        "A": 8965.478238037476,
        "V": 8618.806457467566,
        "S": 9644.961189738047,
        "J": 8370.865090536383
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-030",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8459.621870259885,
        "A": 8921.10579311082,
        "V": 8485.761190078065,
        "S": 8459.621870259885,
        "J": 9586.085391644267
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-031",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8378.655236548082,
        "A": 8378.658525153574,
        "V": 8378.622357380484,
        "S": 8378.211566502232,
        "J": 8378.710408077879
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-031",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8314.147873967224,
        "A": 9281.239733855205,
        "V": 8311.498923695806,
        "S": 8365.11224729683,
        "J": 8344.088058278294
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-031",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8288.02311312759,
        "A": 8288.106939714584,
        "V": 8637.929152141558,
        "S": 8288.02311312759,
        "J": 8288.02311312759
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-031",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8250.718238532372,
        "A": 8897.326749045162,
        "V": 8563.212317070811,
        "S": 9646.930484091781,
        "J": 8250.718238532372
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-031",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8426.407182565401,
        "A": 8972.109600702048,
        "V": 8459.700120332924,
        "S": 8426.407182565401,
        "J": 9667.494287890755
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-032",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8308.903493689486,
        "A": 8308.825876388919,
        "V": 8309.122238549295,
        "S": 8308.903493689486,
        "J": 8308.507489759608
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-032",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8291.221488730647,
        "A": 9158.155671605771,
        "V": 8291.31687672687,
        "S": 8349.81431848506,
        "J": 8329.15895635954
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-032",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8396.989948849547,
        "A": 8403.042347785457,
        "V": 8694.147870388804,
        "S": 8396.989948849547,
        "J": 8396.989948849547
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-032",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8686.15694443681,
        "A": 8969.863710698839,
        "V": 8840.4177765097,
        "S": 9580.370865926217,
        "J": 8686.15694443681
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-032",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8428.725966049647,
        "A": 8946.508361380722,
        "V": 8458.964864520824,
        "S": 8428.725966049647,
        "J": 9633.388319081914
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-033",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8398.877315913236,
        "A": 8398.82960222025,
        "V": 8397.527825768184,
        "S": 8398.306573322672,
        "J": 8398.970728282355
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-033",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8383.215232190036,
        "A": 9288.167921371634,
        "V": 8381.520544227695,
        "S": 8424.403024266787,
        "J": 8453.271780691519
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-033",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8410.148293295237,
        "A": 8409.603750178558,
        "V": 8732.882565360427,
        "S": 8410.148293295237,
        "J": 8410.148293295237
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-033",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8367.156398717487,
        "A": 8917.610318819317,
        "V": 8620.22909642676,
        "S": 9621.214605033372,
        "J": 8367.156398717487
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-033",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8286.844902213828,
        "A": 8873.46857193949,
        "V": 8311.541832655077,
        "S": 8286.844902213828,
        "J": 9587.163638601318
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-034",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8371.503158178697,
        "A": 8371.524426681663,
        "V": 8371.007294290845,
        "S": 8371.653585258598,
        "J": 8371.503158178697
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-034",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8280.122809084325,
        "A": 9235.912022779998,
        "V": 8279.718476448015,
        "S": 8342.4653917616,
        "J": 8327.416712599397
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-034",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8361.795905428586,
        "A": 8361.820503368299,
        "V": 8672.660098847098,
        "S": 8361.795905428586,
        "J": 8361.795905428586
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-034",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8216.797877323645,
        "A": 8835.818914210811,
        "V": 8546.195373958355,
        "S": 9594.115736632923,
        "J": 8216.797877323645
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-034",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8358.31143851133,
        "A": 8907.714429456215,
        "V": 8386.23830265669,
        "S": 8358.31143851133,
        "J": 9619.82461770772
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-035",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8378.900800022295,
        "A": 8379.515860517371,
        "V": 8376.84186332219,
        "S": 8379.473881441567,
        "J": 8378.900800022295
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-035",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8334.069194771899,
        "A": 9239.174468220532,
        "V": 8334.807090763232,
        "S": 8428.674976396895,
        "J": 8371.685568728033
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-035",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8431.391080723995,
        "A": 8431.79456385448,
        "V": 8718.877188363134,
        "S": 8431.391080723995,
        "J": 8431.391080723995
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-035",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8305.311816906862,
        "A": 8890.27338238612,
        "V": 8592.554384238323,
        "S": 9553.981239487259,
        "J": 8305.311816906862
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-035",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8394.308569155572,
        "A": 9001.251677030765,
        "V": 8425.28370500316,
        "S": 8394.308569155572,
        "J": 9704.930360025142
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-036",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8313.286843541542,
        "A": 8313.601507424946,
        "V": 8311.822840049153,
        "S": 8311.476680190548,
        "J": 8311.953066880016
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-036",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8326.675617475952,
        "A": 9247.346878288043,
        "V": 8326.705971413643,
        "S": 8361.899009023125,
        "J": 8377.659305890516
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-036",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8343.12499831356,
        "A": 8343.118079016695,
        "V": 8689.148189682179,
        "S": 8343.12499831356,
        "J": 8343.12499831356
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-036",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8083.599185151566,
        "A": 8811.099395712718,
        "V": 8445.922250389645,
        "S": 9602.711212676022,
        "J": 8083.599185151566
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-036",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8433.012424990575,
        "A": 8896.242146053346,
        "V": 8460.290938470262,
        "S": 8433.012424990575,
        "J": 9556.528061052348
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-037",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8382.274656430902,
        "A": 8382.248249685737,
        "V": 8381.494795784747,
        "S": 8382.274656430902,
        "J": 8382.274656430902
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-037",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8399.9101481409,
        "A": 9302.199692136215,
        "V": 8398.719071985142,
        "S": 8454.604504872372,
        "J": 8444.437712139992
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-037",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8448.032796896598,
        "A": 8447.038174425277,
        "V": 8717.752172939403,
        "S": 8448.032796896598,
        "J": 8448.010853566264
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-037",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8440.882056806002,
        "A": 8900.357834920851,
        "V": 8703.059680114815,
        "S": 9585.611862573203,
        "J": 8440.882056806002
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-037",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8101.730614128696,
        "A": 8818.908056456039,
        "V": 8145.322030695097,
        "S": 8101.730614128696,
        "J": 9570.425217466636
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-038",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8288.333058233893,
        "A": 8288.226778942506,
        "V": 8287.455809964136,
        "S": 8288.333058233893,
        "J": 8288.774990670594
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-038",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8327.579155619433,
        "A": 9219.44179902846,
        "V": 8327.464073897052,
        "S": 8364.78701040347,
        "J": 8378.548302624858
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-038",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8275.126139793829,
        "A": 8271.764528294461,
        "V": 8584.165904748255,
        "S": 8275.126139793829,
        "J": 8275.126139793829
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-038",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7899.614118923733,
        "A": 8770.739500091144,
        "V": 8359.665789545092,
        "S": 9618.729795827903,
        "J": 7899.614118923733
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-038",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8364.90605677159,
        "A": 8878.058666091332,
        "V": 8382.538948229907,
        "S": 8364.90605677159,
        "J": 9586.094167895213
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-039",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8256.437786177235,
        "A": 8256.511321184838,
        "V": 8252.270590934695,
        "S": 8256.532267684242,
        "J": 8256.437786177235
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-039",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8329.259926964334,
        "A": 9224.577902630117,
        "V": 8323.634813873367,
        "S": 8396.452868442293,
        "J": 8347.991836766938
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-039",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8333.394001248118,
        "A": 8333.263508809447,
        "V": 8671.613963824553,
        "S": 8333.394001248118,
        "J": 8333.394001248118
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-039",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8195.430031226879,
        "A": 8840.494500953058,
        "V": 8507.148974452266,
        "S": 9581.739892463755,
        "J": 8195.430031226879
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-039",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8083.666166772786,
        "A": 8861.894761336942,
        "V": 8117.216073969482,
        "S": 8083.666166772786,
        "J": 9637.154690307538
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-040",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8244.415838995055,
        "A": 8244.410621617464,
        "V": 8244.626038447857,
        "S": 8244.415838995055,
        "J": 8244.415838995055
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-040",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8243.056451590659,
        "A": 9241.332829039364,
        "V": 8233.554055843899,
        "S": 8312.585461624418,
        "J": 8291.986401138805
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-040",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8309.042090647477,
        "A": 8305.001954050773,
        "V": 8621.129276850179,
        "S": 8309.042090647477,
        "J": 8309.042090647477
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-040",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8056.083150889636,
        "A": 8852.086527458372,
        "V": 8449.70672799957,
        "S": 9622.321826045034,
        "J": 8056.083150889636
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-040",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8579.801888689602,
        "A": 8983.457144210526,
        "V": 8599.88383064754,
        "S": 8579.801888689602,
        "J": 9605.119925566507
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-041",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8269.100911117624,
        "A": 8270.216750528256,
        "V": 8268.778195887435,
        "S": 8264.814126256446,
        "J": 8269.100911117624
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-041",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8372.952105718821,
        "A": 9347.001413443346,
        "V": 8371.468463286023,
        "S": 8435.07466043634,
        "J": 8435.77132225898
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-041",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8356.908373665818,
        "A": 8356.789812645673,
        "V": 8651.011994826644,
        "S": 8356.908373665818,
        "J": 8356.908373665818
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-041",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8539.548579743243,
        "A": 9048.016183215243,
        "V": 8796.089124198767,
        "S": 9698.51889992867,
        "J": 8539.548579743243
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-041",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8294.29580891124,
        "A": 8953.382480724991,
        "V": 8313.728345867636,
        "S": 8294.29580891124,
        "J": 9680.092028781073
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-042",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8329.427385919369,
        "A": 8329.217314492762,
        "V": 8331.164780249506,
        "S": 8329.427385919369,
        "J": 8329.427385919369
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-042",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8245.00999651604,
        "A": 9181.077080184214,
        "V": 8243.81291401329,
        "S": 8330.281956108705,
        "J": 8294.486332497181
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-042",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8287.736988077018,
        "A": 8287.692279091974,
        "V": 8629.13625356398,
        "S": 8287.736988077018,
        "J": 8287.736988077018
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-042",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8369.771171226887,
        "A": 8907.319533748854,
        "V": 8649.223398481117,
        "S": 9622.136649744149,
        "J": 8369.771171226887
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-042",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8085.451008809449,
        "A": 8883.2782983028,
        "V": 8130.142797759993,
        "S": 8085.451008809449,
        "J": 9624.898580409028
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-043",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8348.945111533083,
        "A": 8348.909259508953,
        "V": 8348.90626452995,
        "S": 8348.373689971779,
        "J": 8349.649574834875
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-043",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8221.086513860477,
        "A": 9235.71475725309,
        "V": 8220.699115435717,
        "S": 8277.244144232935,
        "J": 8286.334488345148
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-043",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8307.573595503307,
        "A": 8307.320553768688,
        "V": 8595.93783249004,
        "S": 8307.573595503307,
        "J": 8307.573595503307
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-043",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8387.153631275547,
        "A": 8882.486448688527,
        "V": 8644.763426003181,
        "S": 9607.83543866744,
        "J": 8387.153631275547
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-043",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8586.57337211198,
        "A": 9030.344522262916,
        "V": 8608.409656584525,
        "S": 8586.57337211198,
        "J": 9675.306422769061
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-044",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8274.602251885826,
        "A": 8274.615572824281,
        "V": 8275.386194439361,
        "S": 8273.71877875211,
        "J": 8274.602251885826
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-044",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8234.243587847765,
        "A": 9224.131271640785,
        "V": 8233.065179119905,
        "S": 8280.962099692359,
        "J": 8287.66972525496
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-044",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8323.514277358892,
        "A": 8322.273198976338,
        "V": 8616.061338171294,
        "S": 8323.514277358892,
        "J": 8323.514277358892
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-044",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8422.005724132316,
        "A": 8922.34384434222,
        "V": 8661.606163761058,
        "S": 9588.016892375816,
        "J": 8422.005724132316
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-044",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8619.21649046502,
        "A": 8997.446432295887,
        "V": 8645.049720469451,
        "S": 8619.21649046502,
        "J": 9658.673198351322
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-045",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8437.370498391912,
        "A": 8433.799578871207,
        "V": 8437.200027069512,
        "S": 8436.950588953086,
        "J": 8437.370498391912
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-045",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8380.540674089067,
        "A": 9273.255958960874,
        "V": 8381.178412309235,
        "S": 8410.405679186213,
        "J": 8450.210283903776
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-045",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8297.246684307334,
        "A": 8297.252346034576,
        "V": 8626.118628795568,
        "S": 8297.246684307334,
        "J": 8297.246684307334
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-045",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8065.696619835922,
        "A": 8780.535082137158,
        "V": 8418.796995889685,
        "S": 9587.321089413424,
        "J": 8065.696619835922
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-045",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8627.387473137553,
        "A": 9048.687814958901,
        "V": 8642.049620031645,
        "S": 8627.387473137553,
        "J": 9647.384692351776
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-046",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8375.198995014167,
        "A": 8375.122533006554,
        "V": 8374.260415601348,
        "S": 8375.198995014167,
        "J": 8375.232671484533
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-046",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8336.517996537168,
        "A": 9287.507154350855,
        "V": 8327.992769100703,
        "S": 8397.783351542346,
        "J": 8391.786693908
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-046",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8345.843452808262,
        "A": 8342.339631651716,
        "V": 8696.988590583305,
        "S": 8345.843452808262,
        "J": 8345.843452808262
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-046",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8216.83349021248,
        "A": 8890.04540990583,
        "V": 8569.711819144839,
        "S": 9650.491143724743,
        "J": 8216.83349021248
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-046",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8178.824919983677,
        "A": 8804.445385072926,
        "V": 8221.482236355245,
        "S": 8178.824919983677,
        "J": 9573.471868854229
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-047",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8375.113756314191,
        "A": 8376.264283210056,
        "V": 8374.15343422577,
        "S": 8374.925204038738,
        "J": 8374.622499167643
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-047",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8315.187845439561,
        "A": 9197.201035074298,
        "V": 8314.537958890622,
        "S": 8369.316492485541,
        "J": 8343.930192802292
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-047",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8335.9044851116,
        "A": 8335.309409467653,
        "V": 8669.592206066427,
        "S": 8335.9044851116,
        "J": 8335.9044851116
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-047",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8475.63266280275,
        "A": 8936.994404408688,
        "V": 8730.193637182936,
        "S": 9614.165291926602,
        "J": 8475.63266280275
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-047",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8420.695067038394,
        "A": 8933.31719016997,
        "V": 8450.22357066383,
        "S": 8420.695067038394,
        "J": 9618.11188525445
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-048",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.893859644402,
        "A": 8317.173562819613,
        "V": 8311.016788214074,
        "S": 8316.893859644402,
        "J": 8316.165711183923
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-048",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8303.907405906375,
        "A": 9249.268895027082,
        "V": 8302.882850551872,
        "S": 8370.840695252204,
        "J": 8334.349093280693
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-048",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8452.820968820124,
        "A": 8450.510188507555,
        "V": 8762.653092693236,
        "S": 8452.820968820124,
        "J": 8452.820968820124
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-048",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8563.195165759678,
        "A": 9034.718804480997,
        "V": 8791.79919423508,
        "S": 9716.530826564409,
        "J": 8563.195165759678
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-048",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8269.384490934022,
        "A": 8884.3909201326,
        "V": 8301.344967040572,
        "S": 8269.384490934022,
        "J": 9610.909351270268
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-049",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8307.498665372552,
        "A": 8307.626481179783,
        "V": 8305.38968422173,
        "S": 8307.547017916464,
        "J": 8306.856667095937
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-049",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8301.279225285904,
        "A": 9266.364492207334,
        "V": 8290.813316208816,
        "S": 8369.816991808411,
        "J": 8403.23397882566
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-049",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8362.743394127618,
        "A": 8362.74764194381,
        "V": 8674.022129414696,
        "S": 8362.743394127618,
        "J": 8362.743394127618
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-049",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8250.696774191232,
        "A": 8913.297286682206,
        "V": 8572.29556157085,
        "S": 9648.577774321246,
        "J": 8250.696774191232
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-049",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7913.741673906965,
        "A": 8723.210622324052,
        "V": 7971.610398209048,
        "S": 7913.741673906965,
        "J": 9613.40265314087
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-050",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8321.598452425891,
        "A": 8319.9964899324,
        "V": 8322.5511375615,
        "S": 8316.95738044304,
        "J": 8321.598452425891
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-050",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8277.156425822532,
        "A": 9240.557065031382,
        "V": 8276.5591895592,
        "S": 8318.257695707638,
        "J": 8333.403857289215
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-050",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8312.77518993751,
        "A": 8312.753631879757,
        "V": 8619.833687399156,
        "S": 8312.77518993751,
        "J": 8312.77518993751
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-050",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8408.186476286353,
        "A": 8952.566702677512,
        "V": 8676.861107767556,
        "S": 9659.769819643438,
        "J": 8408.186476286353
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-050",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8836.387394243478,
        "A": 9104.124549609784,
        "V": 8844.393192007232,
        "S": 8836.387394243478,
        "J": 9659.453351690545
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-051",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8325.110962527184,
        "A": 8324.584970332362,
        "V": 8324.161518232428,
        "S": 8325.110962527184,
        "J": 8325.110962527184
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-051",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8342.17757029727,
        "A": 9255.479692558705,
        "V": 8341.980754237351,
        "S": 8392.233906183288,
        "J": 8407.226455994394
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-051",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8365.190597096622,
        "A": 8361.350336212654,
        "V": 8677.017889935854,
        "S": 8365.190597096622,
        "J": 8365.190597096622
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-051",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8546.131734815286,
        "A": 9019.854366887808,
        "V": 8792.095013549295,
        "S": 9640.726845027528,
        "J": 8546.131734815286
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-051",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8242.878903663153,
        "A": 8813.051521289659,
        "V": 8278.09463901515,
        "S": 8242.878903663153,
        "J": 9551.210970854654
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-052",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8389.194454051121,
        "A": 8389.233118883974,
        "V": 8384.856912010231,
        "S": 8389.12071655415,
        "J": 8389.194454051121
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-052",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8293.259307382166,
        "A": 9285.645487138527,
        "V": 8278.317215488894,
        "S": 8359.105114708189,
        "J": 8327.478577886284
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-052",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8352.194749775152,
        "A": 8352.21052783515,
        "V": 8699.097461445606,
        "S": 8352.194749775152,
        "J": 8352.194749775152
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-052",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8110.473864957625,
        "A": 8818.085310220136,
        "V": 8538.028964733237,
        "S": 9671.446795836491,
        "J": 8110.473864957625
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-052",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8395.488232447806,
        "A": 8878.523617605502,
        "V": 8423.790472240968,
        "S": 8395.488232447806,
        "J": 9599.529886285734
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-053",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8409.288182400609,
        "A": 8409.730567612849,
        "V": 8409.170453743916,
        "S": 8409.17358631628,
        "J": 8409.288182400609
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-053",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8341.753366847273,
        "A": 9301.094332071647,
        "V": 8343.403050333955,
        "S": 8401.893684291257,
        "J": 8388.080202125337
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-053",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8341.445136669769,
        "A": 8341.48786725587,
        "V": 8640.144290142001,
        "S": 8341.445136669769,
        "J": 8341.445136669769
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-053",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8541.883199665888,
        "A": 9024.025130168746,
        "V": 8776.050363884235,
        "S": 9689.803198424057,
        "J": 8541.883199665888
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-053",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7687.71247583532,
        "A": 8705.839003887177,
        "V": 7731.788109894987,
        "S": 7687.71247583532,
        "J": 9620.321685436887
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-054",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8354.205669390558,
        "A": 8354.047465004776,
        "V": 8354.760122239522,
        "S": 8354.205669390558,
        "J": 8354.205669390558
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-054",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8259.143616720248,
        "A": 9184.339278840293,
        "V": 8259.008399937655,
        "S": 8320.894893786484,
        "J": 8304.52138743373
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-054",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8281.656569369441,
        "A": 8281.750764792887,
        "V": 8605.26880284592,
        "S": 8281.656569369441,
        "J": 8280.368935372657
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-054",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8323.508066025111,
        "A": 8946.433136870539,
        "V": 8650.349633189388,
        "S": 9664.22235421341,
        "J": 8323.508066025111
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-054",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8313.380477097937,
        "A": 8832.77782686072,
        "V": 8344.954263417634,
        "S": 8313.380477097937,
        "J": 9518.611743111258
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-055",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8330.074107966992,
        "A": 8330.182849637311,
        "V": 8327.897153137568,
        "S": 8330.074107966992,
        "J": 8330.074107966992
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-055",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8357.570621409774,
        "A": 9222.635687105116,
        "V": 8354.076198973671,
        "S": 8396.837015572843,
        "J": 8407.756082091024
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-055",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8380.257772486677,
        "A": 8380.202054028214,
        "V": 8677.273271679742,
        "S": 8380.257772486677,
        "J": 8380.257772486677
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-055",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8297.839648393796,
        "A": 8904.535814778897,
        "V": 8605.450210400235,
        "S": 9613.479456168088,
        "J": 8297.839648393796
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-055",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8198.511696473277,
        "A": 8815.384304166815,
        "V": 8233.54163592717,
        "S": 8198.511696473277,
        "J": 9531.432102109113
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-056",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8330.348519163123,
        "A": 8327.93667855148,
        "V": 8330.290986041287,
        "S": 8330.348519163123,
        "J": 8329.088662235037
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-056",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8325.14143798068,
        "A": 9221.327647078771,
        "V": 8327.503559774841,
        "S": 8346.993737237008,
        "J": 8350.658855388994
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-056",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8361.329724725667,
        "A": 8362.148026202472,
        "V": 8693.358430672763,
        "S": 8361.329724725667,
        "J": 8361.329724725667
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-056",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7823.6545487373005,
        "A": 8757.51291072528,
        "V": 8299.288799978698,
        "S": 9598.53598242251,
        "J": 7823.6545487373005
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-056",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8565.955846217772,
        "A": 9029.38142306453,
        "V": 8593.04280323403,
        "S": 8565.955846217772,
        "J": 9693.344526182014
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-057",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8386.234374559872,
        "A": 8385.952003305958,
        "V": 8385.972942234697,
        "S": 8386.442089125554,
        "J": 8386.234374559872
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-057",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8374.79651143315,
        "A": 9294.254585092536,
        "V": 8369.9190238822,
        "S": 8432.493813607683,
        "J": 8441.215521696628
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-057",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8323.10988019127,
        "A": 8323.302711843291,
        "V": 8633.975901589816,
        "S": 8323.10988019127,
        "J": 8323.10988019127
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-057",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8365.76587950092,
        "A": 9004.785631881465,
        "V": 8670.464052143368,
        "S": 9754.443768999061,
        "J": 8365.76587950092
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-057",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8671.495596645236,
        "A": 8962.233770816521,
        "V": 8691.3394068511,
        "S": 8671.495596645236,
        "J": 9612.56371607478
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-058",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.298793909737,
        "A": 8316.322846354511,
        "V": 8314.84983612366,
        "S": 8316.298793909737,
        "J": 8315.644783641936
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-058",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8285.010261521511,
        "A": 9258.15767837923,
        "V": 8285.231451065678,
        "S": 8315.776984832784,
        "J": 8360.937387204116
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-058",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8379.653123796044,
        "A": 8378.246662278852,
        "V": 8705.747187540446,
        "S": 8379.653123796044,
        "J": 8379.653123796044
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-058",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8363.66250635658,
        "A": 8918.993479113007,
        "V": 8643.590263547381,
        "S": 9603.825380626904,
        "J": 8363.66250635658
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-058",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8337.489898053022,
        "A": 8928.493399012203,
        "V": 8370.710181425584,
        "S": 8337.489898053022,
        "J": 9665.33102604794
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-059",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8380.349939126303,
        "A": 8380.589303488749,
        "V": 8378.25122019058,
        "S": 8380.349787109386,
        "J": 8380.349939126303
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-059",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8188.96448802691,
        "A": 9189.37416809086,
        "V": 8190.205924756008,
        "S": 8233.675503267703,
        "J": 8225.13677715805
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-059",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8387.90584202124,
        "A": 8388.002445577747,
        "V": 8714.815857906953,
        "S": 8387.90584202124,
        "J": 8387.90584202124
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-059",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8254.940342117618,
        "A": 8916.609108752982,
        "V": 8601.246221166668,
        "S": 9637.955779276133,
        "J": 8254.940342117618
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-059",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8350.212560104073,
        "A": 8872.964800773123,
        "V": 8385.48511833875,
        "S": 8350.212560104073,
        "J": 9602.805298166963
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-060",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8325.051228538523,
        "A": 8324.86661348597,
        "V": 8322.728152618507,
        "S": 8325.051228538523,
        "J": 8325.051228538523
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-060",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8363.624131584706,
        "A": 9350.578852412234,
        "V": 8363.258501673534,
        "S": 8421.921050326322,
        "J": 8414.818909523156
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-060",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8373.76705459954,
        "A": 8373.94048968545,
        "V": 8679.054912510055,
        "S": 8373.76705459954,
        "J": 8373.76705459954
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-060",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8355.765610824907,
        "A": 8916.295799763235,
        "V": 8648.373343531042,
        "S": 9606.19629949507,
        "J": 8355.765610824907
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-060",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7970.110374732096,
        "A": 8741.174325602322,
        "V": 8011.411185471517,
        "S": 7970.110374732096,
        "J": 9574.356149112571
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-061",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8402.060019280832,
        "A": 8402.683814625834,
        "V": 8402.800997503828,
        "S": 8402.186253194383,
        "J": 8402.060019280832
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-061",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8411.862279948326,
        "A": 9294.57566617426,
        "V": 8406.647133624514,
        "S": 8445.107842823812,
        "J": 8443.661333370792
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-061",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8354.402116874237,
        "A": 8355.423403199911,
        "V": 8672.084616113716,
        "S": 8354.402116874237,
        "J": 8354.402116874237
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-061",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7896.363474751182,
        "A": 8750.810111414703,
        "V": 8337.885787446,
        "S": 9622.07056792429,
        "J": 7896.363474751182
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-061",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7826.9452813575135,
        "A": 8754.784840968943,
        "V": 7892.381104213469,
        "S": 7826.9452813575135,
        "J": 9629.319034626775
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-062",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8336.414844783938,
        "A": 8335.523877466363,
        "V": 8337.029108608489,
        "S": 8336.414844783938,
        "J": 8336.399365400604
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-062",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8246.07368399989,
        "A": 9181.369663294601,
        "V": 8231.086007382451,
        "S": 8297.237485962318,
        "J": 8301.667051150247
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-062",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8356.199007568623,
        "A": 8356.161459752011,
        "V": 8648.425582348198,
        "S": 8356.199007568623,
        "J": 8356.199007568623
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-062",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8482.388847365935,
        "A": 8974.522380741597,
        "V": 8745.51897792774,
        "S": 9653.134704487451,
        "J": 8482.388847365935
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-062",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8626.95219508109,
        "A": 9053.280475735268,
        "V": 8651.510903447539,
        "S": 8626.95219508109,
        "J": 9644.97845326134
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-063",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8396.884362282348,
        "A": 8395.639647297798,
        "V": 8396.000261702056,
        "S": 8396.884362282348,
        "J": 8396.884362282348
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-063",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8417.593121019485,
        "A": 9298.734669644391,
        "V": 8417.317554702042,
        "S": 8457.991695790677,
        "J": 8466.684387486714
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-063",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8334.09091072359,
        "A": 8332.627466949578,
        "V": 8668.071318303231,
        "S": 8334.09091072359,
        "J": 8334.09091072359
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-063",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8063.22849525443,
        "A": 8801.311867982477,
        "V": 8458.437331679674,
        "S": 9608.30826544812,
        "J": 8063.22849525443
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-063",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8423.469199255394,
        "A": 8948.063726648657,
        "V": 8445.609208555152,
        "S": 8423.469199255394,
        "J": 9599.325847883234
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-064",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8282.955687098207,
        "A": 8283.973696483063,
        "V": 8279.899359004627,
        "S": 8282.955687098207,
        "J": 8281.609628439466
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-064",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8225.50496242766,
        "A": 9171.583716630248,
        "V": 8221.912785850982,
        "S": 8301.400081351161,
        "J": 8274.958367628482
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-064",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8254.64395753183,
        "A": 8253.697650956488,
        "V": 8613.895368798523,
        "S": 8254.64395753183,
        "J": 8254.64395753183
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-064",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8409.244809588712,
        "A": 8996.042899677945,
        "V": 8705.620067103697,
        "S": 9670.19608976811,
        "J": 8409.244809588712
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-064",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8225.268523485058,
        "A": 8850.017338746244,
        "V": 8266.087200989627,
        "S": 8225.268523485058,
        "J": 9563.066761650494
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-065",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8359.62271045456,
        "A": 8358.783202758976,
        "V": 8358.682803042253,
        "S": 8359.244792479634,
        "J": 8357.618118707647
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-065",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8405.571071697068,
        "A": 9290.634026581625,
        "V": 8401.418081278654,
        "S": 8428.169820006542,
        "J": 8434.3730288416
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-065",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8237.344021900108,
        "A": 8238.15624071949,
        "V": 8567.364913592199,
        "S": 8237.344021900108,
        "J": 8237.344021900108
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-065",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8546.238528770073,
        "A": 9004.887340153458,
        "V": 8780.908923951441,
        "S": 9651.993342251964,
        "J": 8546.238528770073
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-065",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.78694942608,
        "A": 8912.961563950585,
        "V": 8352.198055385627,
        "S": 8316.78694942608,
        "J": 9628.511409451889
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-066",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8244.427133581145,
        "A": 8242.809875479325,
        "V": 8243.22364248177,
        "S": 8244.80947658898,
        "J": 8244.427133581145
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-066",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8311.780198170058,
        "A": 9219.02498453479,
        "V": 8313.94235716397,
        "S": 8373.563804920714,
        "J": 8351.719987144481
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-066",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8271.514375871477,
        "A": 8274.713227961991,
        "V": 8571.617171919377,
        "S": 8271.514375871477,
        "J": 8271.514375871477
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-066",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8443.028653991107,
        "A": 8974.051206923064,
        "V": 8708.982861060606,
        "S": 9645.086147270838,
        "J": 8443.028653991107
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-066",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8535.228064850926,
        "A": 8991.224108627339,
        "V": 8558.051896494106,
        "S": 8535.228064850926,
        "J": 9652.020312858585
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-067",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8304.661874055126,
        "A": 8305.016444087765,
        "V": 8305.129632306725,
        "S": 8303.687644736452,
        "J": 8305.535991628369
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-067",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8338.685463555552,
        "A": 9244.223528362767,
        "V": 8339.715075117643,
        "S": 8399.457654122509,
        "J": 8397.873813103928
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-067",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8243.632871997277,
        "A": 8244.096147875032,
        "V": 8590.008033718188,
        "S": 8243.632871997277,
        "J": 8243.632871997277
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-067",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8555.482013417013,
        "A": 9008.85017457254,
        "V": 8793.617829718127,
        "S": 9651.97742038684,
        "J": 8555.482013417013
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-067",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8488.030309352318,
        "A": 8951.440987418655,
        "V": 8510.35986477073,
        "S": 8488.030309352318,
        "J": 9594.98805648146
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-068",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8248.7431709285,
        "A": 8250.18901241709,
        "V": 8245.647028546093,
        "S": 8248.7431709285,
        "J": 8248.7431709285
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-068",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8309.545234580992,
        "A": 9264.55225150367,
        "V": 8309.152004304102,
        "S": 8352.285126643743,
        "J": 8380.004234459575
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-068",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8270.298040856576,
        "A": 8269.429605772037,
        "V": 8569.25321176535,
        "S": 8270.298040856576,
        "J": 8270.298040856576
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-068",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8662.192365400684,
        "A": 9062.714708033573,
        "V": 8848.418892749736,
        "S": 9690.242102139295,
        "J": 8662.192365400684
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-068",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7923.882976788454,
        "A": 8776.78187358635,
        "V": 7964.792669379679,
        "S": 7923.882976788454,
        "J": 9624.160410431774
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-069",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8287.753105477383,
        "A": 8287.715037789683,
        "V": 8280.969568346383,
        "S": 8287.635703476879,
        "J": 8287.125943839188
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-069",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8362.962723266699,
        "A": 9274.624688206646,
        "V": 8361.318776647702,
        "S": 8412.56335263252,
        "J": 8417.420538676963
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-069",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8329.543554099302,
        "A": 8327.710373270325,
        "V": 8632.171828185736,
        "S": 8329.543554099302,
        "J": 8329.543554099302
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-069",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8737.165859205736,
        "A": 9103.890881491094,
        "V": 8909.194073698649,
        "S": 9698.409291563918,
        "J": 8737.165859205736
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-069",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8274.247891144823,
        "A": 8859.101627928245,
        "V": 8297.252641283203,
        "S": 8274.247891144823,
        "J": 9595.874393505805
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-070",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8229.571042676993,
        "A": 8226.34538166584,
        "V": 8228.475403767578,
        "S": 8229.062657164037,
        "J": 8229.732628569516
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-070",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8244.993115480449,
        "A": 9198.816717405583,
        "V": 8244.328522165413,
        "S": 8288.828284234747,
        "J": 8324.568351813976
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-070",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8331.338201709277,
        "A": 8331.331839624352,
        "V": 8631.683157909181,
        "S": 8331.338201709277,
        "J": 8331.338201709277
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-070",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8343.95128526667,
        "A": 8962.553207756371,
        "V": 8682.19353971981,
        "S": 9708.711659395365,
        "J": 8343.95128526667
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-070",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8355.208973592547,
        "A": 8800.823010419244,
        "V": 8385.537837394511,
        "S": 8355.208973592547,
        "J": 9521.435504753306
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-071",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8317.14865484549,
        "A": 8317.135108181701,
        "V": 8317.100032893188,
        "S": 8317.14865484549,
        "J": 8317.14865484549
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-071",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8205.257392548989,
        "A": 9194.81599233403,
        "V": 8205.496184129188,
        "S": 8273.920328668313,
        "J": 8294.04231178113
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-071",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8367.842500907138,
        "A": 8364.866884092471,
        "V": 8693.625042542375,
        "S": 8367.842500907138,
        "J": 8367.842500907138
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-071",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8329.040657998006,
        "A": 8925.059220973577,
        "V": 8598.573684853416,
        "S": 9603.33347157178,
        "J": 8329.040657998006
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-071",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8343.08501084063,
        "A": 8891.262395512364,
        "V": 8369.070673933913,
        "S": 8343.08501084063,
        "J": 9540.314879310197
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-072",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8322.659821490864,
        "A": 8323.20735980717,
        "V": 8321.931426597079,
        "S": 8322.659821490864,
        "J": 8322.659821490864
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-072",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8300.087414940866,
        "A": 9324.924242126683,
        "V": 8295.941074107563,
        "S": 8342.983446008402,
        "J": 8364.124257344829
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-072",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8312.470650420488,
        "A": 8313.641088767703,
        "V": 8655.517144960042,
        "S": 8312.470650420488,
        "J": 8312.470650420488
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-072",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8339.033624096088,
        "A": 8942.20457013298,
        "V": 8625.76834126148,
        "S": 9667.283792357759,
        "J": 8339.033624096088
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-072",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8141.043770355239,
        "A": 8809.354556986878,
        "V": 8171.02488675144,
        "S": 8141.043770355239,
        "J": 9559.4942677648
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-073",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8399.35192717865,
        "A": 8399.305885786438,
        "V": 8395.192887458516,
        "S": 8396.43702415537,
        "J": 8398.569456334504
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-073",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8458.81942155253,
        "A": 9353.266908584483,
        "V": 8454.064949866426,
        "S": 8493.408067952343,
        "J": 8500.577958083355
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-073",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8364.319022009793,
        "A": 8364.318845908745,
        "V": 8666.646174963962,
        "S": 8364.319022009793,
        "J": 8364.319022009793
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-073",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8218.109571044455,
        "A": 8906.383347363071,
        "V": 8578.963302290009,
        "S": 9666.948949796115,
        "J": 8218.109571044455
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-073",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8256.12068241853,
        "A": 8854.999805038919,
        "V": 8288.697874849122,
        "S": 8256.12068241853,
        "J": 9608.831834437906
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-074",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8335.373334290342,
        "A": 8335.165929295737,
        "V": 8333.832330426318,
        "S": 8335.373334290342,
        "J": 8335.373334290342
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-074",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8308.50697003249,
        "A": 9207.842639818311,
        "V": 8304.163684284345,
        "S": 8342.559879454995,
        "J": 8387.102574118559
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-074",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8311.72235024659,
        "A": 8311.387397866274,
        "V": 8605.73494730686,
        "S": 8311.72235024659,
        "J": 8311.72235024659
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-074",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8180.471124672687,
        "A": 8845.167397047127,
        "V": 8535.64267428896,
        "S": 9632.042106575558,
        "J": 8180.471124672687
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-074",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8577.822083035899,
        "A": 8999.26715662048,
        "V": 8603.05561328525,
        "S": 8577.822083035899,
        "J": 9624.776258379195
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-075",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8384.449358656433,
        "A": 8383.552689672193,
        "V": 8381.785918216658,
        "S": 8384.398722551132,
        "J": 8384.449358656433
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-075",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8428.536146831688,
        "A": 9242.255542357629,
        "V": 8426.04405595894,
        "S": 8498.84260670642,
        "J": 8452.574790467812
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-075",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8446.78380839247,
        "A": 8446.522080343226,
        "V": 8754.101132332438,
        "S": 8446.78380839247,
        "J": 8446.78380839247
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-075",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8367.26593392223,
        "A": 8947.17672451751,
        "V": 8659.906698884459,
        "S": 9636.122350773805,
        "J": 8367.26593392223
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-075",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8567.29871091364,
        "A": 8987.316909002513,
        "V": 8597.659853914993,
        "S": 8567.29871091364,
        "J": 9663.538011161023
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-076",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8262.201500940646,
        "A": 8262.18911733666,
        "V": 8262.620991344618,
        "S": 8262.201500940646,
        "J": 8262.084796717118
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-076",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8330.72037044166,
        "A": 9251.592084601312,
        "V": 8329.582531159274,
        "S": 8380.788501555659,
        "J": 8355.461432361239
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-076",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8336.705909948367,
        "A": 8337.640875544485,
        "V": 8669.02083294112,
        "S": 8336.705909948367,
        "J": 8335.562267537984
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-076",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8036.288827161079,
        "A": 8815.930389462235,
        "V": 8442.375996099705,
        "S": 9630.076995921727,
        "J": 8036.288827161079
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-076",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8263.304228110526,
        "A": 8891.467000068344,
        "V": 8303.642674513523,
        "S": 8263.304228110526,
        "J": 9664.619193516084
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-077",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8338.80704430451,
        "A": 8337.818622544964,
        "V": 8339.814227514924,
        "S": 8338.80704430451,
        "J": 8338.77738667694
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-077",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8304.524048237396,
        "A": 9168.015462217278,
        "V": 8304.869100985106,
        "S": 8393.275540934466,
        "J": 8330.355580171732
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-077",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8301.64403740854,
        "A": 8300.722553473266,
        "V": 8628.965085834656,
        "S": 8301.64403740854,
        "J": 8301.64403740854
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-077",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8332.93490031278,
        "A": 8969.410236829975,
        "V": 8660.41372989233,
        "S": 9656.300794194647,
        "J": 8332.93490031278
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-077",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8731.03766059092,
        "A": 9084.631258150146,
        "V": 8751.711743809477,
        "S": 8731.03766059092,
        "J": 9626.281993711777
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-078",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8357.986153191705,
        "A": 8358.181885368633,
        "V": 8355.377089214957,
        "S": 8357.986153191705,
        "J": 8357.986153191705
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-078",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8263.049773479683,
        "A": 9154.472499082658,
        "V": 8266.063572234092,
        "S": 8308.214146436256,
        "J": 8303.316104026657
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-078",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8308.189448289744,
        "A": 8308.191894441155,
        "V": 8623.526932595323,
        "S": 8308.189448289744,
        "J": 8308.189448289744
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-078",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8398.767167898277,
        "A": 8929.961585458512,
        "V": 8661.121164834753,
        "S": 9631.104691138078,
        "J": 8398.767167898277
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-078",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8288.34844529713,
        "A": 8866.963256233468,
        "V": 8323.977809293148,
        "S": 8288.34844529713,
        "J": 9627.885299605223
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-079",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8330.619108704233,
        "A": 8330.384047126116,
        "V": 8330.33148128162,
        "S": 8330.883029070186,
        "J": 8328.56851566978
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-079",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8271.166261050455,
        "A": 9273.433279275505,
        "V": 8271.430022462753,
        "S": 8327.453441449668,
        "J": 8361.373934995274
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-079",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8351.03970640487,
        "A": 8350.839094561943,
        "V": 8653.90847766048,
        "S": 8351.03970640487,
        "J": 8351.03970640487
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-079",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8431.433013620126,
        "A": 8940.222912125051,
        "V": 8702.872849375635,
        "S": 9612.665487533732,
        "J": 8431.433013620126
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-079",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8144.67457414741,
        "A": 8903.908974666163,
        "V": 8189.372145241645,
        "S": 8144.67457414741,
        "J": 9681.218512000565
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-080",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8349.412045468976,
        "A": 8349.606308253296,
        "V": 8349.887815127022,
        "S": 8349.412045468976,
        "J": 8349.412045468976
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-080",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8272.297606950639,
        "A": 9251.587797936805,
        "V": 8265.887826132945,
        "S": 8315.952859936158,
        "J": 8340.83899561968
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-080",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8311.632126900437,
        "A": 8310.373427571003,
        "V": 8679.896009440401,
        "S": 8311.632126900437,
        "J": 8311.632126900437
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-080",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8148.053897510723,
        "A": 8843.883827634732,
        "V": 8484.404475651616,
        "S": 9583.140581439638,
        "J": 8148.053897510723
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-080",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8465.087214062869,
        "A": 9000.935043375923,
        "V": 8502.158551491368,
        "S": 8465.087214062869,
        "J": 9656.393377123542
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-081",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8385.632355150063,
        "A": 8385.36660809766,
        "V": 8385.499341672235,
        "S": 8385.632355150063,
        "J": 8385.632355150063
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-081",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8316.524570949256,
        "A": 9232.316297218855,
        "V": 8315.505136693704,
        "S": 8346.817657438267,
        "J": 8339.801885860137
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-081",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8352.000403825388,
        "A": 8350.982417100962,
        "V": 8650.59216245402,
        "S": 8352.000403825388,
        "J": 8352.000403825388
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-081",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8315.423267923507,
        "A": 8880.894512101484,
        "V": 8634.025466686388,
        "S": 9619.297393053095,
        "J": 8315.423267923507
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-081",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8689.74223918278,
        "A": 9048.553985606304,
        "V": 8707.049187753673,
        "S": 8689.74223918278,
        "J": 9624.43269421796
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-082",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8403.115047360878,
        "A": 8401.127999496346,
        "V": 8400.225056225881,
        "S": 8403.115047360878,
        "J": 8402.915198663943
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-082",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8305.223636542129,
        "A": 9175.132935288424,
        "V": 8304.61147019807,
        "S": 8336.210241976018,
        "J": 8373.558015904693
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-082",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8441.48068359817,
        "A": 8441.472889040742,
        "V": 8751.323642579842,
        "S": 8441.48068359817,
        "J": 8441.48068359817
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-082",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8359.636011518347,
        "A": 8880.451338543304,
        "V": 8633.292684243079,
        "S": 9586.24701009964,
        "J": 8359.636011518347
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-082",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8100.72446421172,
        "A": 8788.4293736153,
        "V": 8135.652410524079,
        "S": 8100.72446421172,
        "J": 9589.213053225725
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-083",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8370.06300204745,
        "A": 8370.33721678664,
        "V": 8370.057814722415,
        "S": 8370.06300204745,
        "J": 8370.341763826333
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-083",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8354.827373238128,
        "A": 9255.822491396417,
        "V": 8356.841419396904,
        "S": 8413.722965157507,
        "J": 8384.845097595318
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-083",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8239.740559930286,
        "A": 8239.030272119147,
        "V": 8586.904783389484,
        "S": 8239.740559930286,
        "J": 8239.740559930286
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-083",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8420.96318857289,
        "A": 8947.732550197328,
        "V": 8669.87036510293,
        "S": 9568.433953653375,
        "J": 8420.96318857289
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-083",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8306.89689593731,
        "A": 8933.611685917342,
        "V": 8344.017029588273,
        "S": 8306.89689593731,
        "J": 9651.007455447487
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-084",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8386.361153779653,
        "A": 8386.541308713293,
        "V": 8386.897136442307,
        "S": 8386.361153779653,
        "J": 8386.361153779653
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-084",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8362.8838972398,
        "A": 9201.605465331268,
        "V": 8362.322519845067,
        "S": 8401.049487161372,
        "J": 8405.486269368279
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-084",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8299.884774656417,
        "A": 8299.908542564133,
        "V": 8631.881775740781,
        "S": 8299.884774656417,
        "J": 8299.86476283933
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-084",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8372.554730051894,
        "A": 8872.242053029768,
        "V": 8630.528932326653,
        "S": 9552.710760199434,
        "J": 8372.554730051894
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-084",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8700.130134317827,
        "A": 9017.870113959048,
        "V": 8716.506524006649,
        "S": 8700.130134317827,
        "J": 9604.929548903021
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-085",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8349.002368542726,
        "A": 8349.157009391141,
        "V": 8348.33504022381,
        "S": 8349.002368542726,
        "J": 8349.002368542726
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-085",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8254.469323768295,
        "A": 9144.142050301027,
        "V": 8247.092521207953,
        "S": 8269.338699102827,
        "J": 8289.147497362525
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-085",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8295.950607977611,
        "A": 8295.945451613563,
        "V": 8616.557311385046,
        "S": 8295.950607977611,
        "J": 8295.950607977611
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-085",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8524.313650620978,
        "A": 8907.772848856768,
        "V": 8761.370508319942,
        "S": 9584.651297409935,
        "J": 8524.313650620978
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-085",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8544.398956199047,
        "A": 8977.953866891456,
        "V": 8567.028245655883,
        "S": 8544.398956199047,
        "J": 9590.318617993033
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-086",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8350.046873672518,
        "A": 8350.403424894821,
        "V": 8350.184000992329,
        "S": 8350.155495120838,
        "J": 8349.736982071174
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-086",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8328.284180105707,
        "A": 9256.559784130372,
        "V": 8326.05998212806,
        "S": 8401.68489598537,
        "J": 8358.577413876965
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-086",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8368.23939150101,
        "A": 8365.202766990553,
        "V": 8732.529110707215,
        "S": 8368.23939150101,
        "J": 8368.23939150101
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-086",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8571.837895742432,
        "A": 9054.513710825291,
        "V": 8812.282688123509,
        "S": 9696.167654855533,
        "J": 8571.837895742432
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-086",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7845.524548725907,
        "A": 8717.678972941061,
        "V": 7905.6684301339055,
        "S": 7845.524548725907,
        "J": 9563.2405168242
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-087",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8274.145163417454,
        "A": 8273.584617441451,
        "V": 8271.226178798031,
        "S": 8274.145163417454,
        "J": 8273.827125035397
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-087",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8268.877886850387,
        "A": 9170.042239568273,
        "V": 8268.604377987402,
        "S": 8340.396655417495,
        "J": 8330.957339261904
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-087",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8297.643975686387,
        "A": 8297.708074110535,
        "V": 8633.685618260726,
        "S": 8297.643975686387,
        "J": 8297.643975686387
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-087",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8310.921574900258,
        "A": 8919.81524276187,
        "V": 8599.18443341395,
        "S": 9599.183383309472,
        "J": 8310.921574900258
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-087",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8296.120534292362,
        "A": 8920.797820276579,
        "V": 8322.102150604504,
        "S": 8296.120534292362,
        "J": 9618.17965171511
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-088",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8318.814796935545,
        "A": 8318.729490374353,
        "V": 8316.85277215601,
        "S": 8318.814796935545,
        "J": 8318.814796935545
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-088",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8344.540747404557,
        "A": 9241.653027223163,
        "V": 8345.25510524484,
        "S": 8402.263139456354,
        "J": 8360.94924225192
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-088",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8348.675908227753,
        "A": 8347.946914203652,
        "V": 8675.149116526174,
        "S": 8348.675908227753,
        "J": 8348.675908227753
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-088",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8261.206587204479,
        "A": 8930.460401751545,
        "V": 8598.507035490074,
        "S": 9640.985760405525,
        "J": 8261.206587204479
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-088",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8299.724730663658,
        "A": 8862.623710891236,
        "V": 8336.115235649038,
        "S": 8299.724730663658,
        "J": 9614.513088606027
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-089",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8314.071761089612,
        "A": 8311.884320608504,
        "V": 8308.005102618245,
        "S": 8313.685244410244,
        "J": 8314.102609779457
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-089",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8238.48867308158,
        "A": 9211.467254229807,
        "V": 8237.586923152194,
        "S": 8274.42444571865,
        "J": 8319.855661284997
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-089",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8410.605278265535,
        "A": 8409.461057925546,
        "V": 8681.371846481776,
        "S": 8410.605278265535,
        "J": 8410.605278265535
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-089",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8396.229294256964,
        "A": 8931.037681730504,
        "V": 8677.041543053785,
        "S": 9636.155470636659,
        "J": 8396.229294256964
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-089",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8473.576548974674,
        "A": 8956.303276080014,
        "V": 8497.1739914295,
        "S": 8473.576548974674,
        "J": 9612.869313460156
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-090",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8399.083301020357,
        "A": 8397.561564380667,
        "V": 8399.826739240409,
        "S": 8396.763412526769,
        "J": 8398.955935598817
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-090",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8246.213371326354,
        "A": 9253.415755129867,
        "V": 8245.805743466863,
        "S": 8294.024277009743,
        "J": 8313.362409949983
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-090",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8383.027300597303,
        "A": 8382.852987671413,
        "V": 8722.408218713244,
        "S": 8383.027300597303,
        "J": 8383.027300597303
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-090",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8397.331577254958,
        "A": 8940.533711095506,
        "V": 8686.681067563904,
        "S": 9658.55734191283,
        "J": 8397.331577254958
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-090",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8468.483606108499,
        "A": 8905.99583615058,
        "V": 8493.54548931873,
        "S": 8468.483606108499,
        "J": 9563.63815742678
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-091",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8356.84227397104,
        "A": 8356.880157722404,
        "V": 8356.507197251301,
        "S": 8356.84227397104,
        "J": 8355.103615843373
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-091",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8376.203141629787,
        "A": 9286.506337408144,
        "V": 8374.397949239887,
        "S": 8427.078155014631,
        "J": 8430.219278060775
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-091",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8402.904009105267,
        "A": 8402.178933557665,
        "V": 8673.491503680245,
        "S": 8402.904009105267,
        "J": 8402.904009105267
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-091",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8166.992865207899,
        "A": 8805.971549714792,
        "V": 8473.34402841052,
        "S": 9540.258303441984,
        "J": 8166.992865207899
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-091",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8522.788270284336,
        "A": 9039.711051717719,
        "V": 8546.8649609057,
        "S": 8522.788270284336,
        "J": 9682.22560594519
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-092",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8294.089790507087,
        "A": 8293.212575468713,
        "V": 8291.911954671212,
        "S": 8293.459981635027,
        "J": 8294.089790507087
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-092",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8310.661152288862,
        "A": 9246.408891292736,
        "V": 8311.342049703151,
        "S": 8363.308856888438,
        "J": 8380.100780911944
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-092",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8377.634456940083,
        "A": 8379.264039725203,
        "V": 8697.666594027029,
        "S": 8377.634456940083,
        "J": 8377.634456940083
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-092",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 7980.01227810313,
        "A": 8827.095991841004,
        "V": 8391.28117986384,
        "S": 9623.34516543278,
        "J": 7980.01227810313
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-092",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8201.0828033353,
        "A": 8897.723022083475,
        "V": 8239.176026666439,
        "S": 8201.0828033353,
        "J": 9636.626949056606
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-093",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8331.289392055047,
        "A": 8326.222737338469,
        "V": 8329.620617201166,
        "S": 8331.423888814674,
        "J": 8331.289392055047
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-093",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8366.980083655617,
        "A": 9231.107774013282,
        "V": 8366.923568428596,
        "S": 8391.201767174425,
        "J": 8424.874743027878
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-093",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8387.99407854445,
        "A": 8387.96013654538,
        "V": 8684.080570773498,
        "S": 8387.99407854445,
        "J": 8387.99407854445
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-093",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8426.648126413576,
        "A": 8968.150586271573,
        "V": 8669.52739190869,
        "S": 9656.102215080176,
        "J": 8426.648126413576
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-093",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8373.212239985607,
        "A": 8906.383594123225,
        "V": 8407.153087138358,
        "S": 8373.212239985607,
        "J": 9580.437565034292
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-094",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8357.067690965798,
        "A": 8357.069682177977,
        "V": 8356.50672154558,
        "S": 8356.621846714164,
        "J": 8357.067690965798
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-094",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8236.762109858193,
        "A": 9223.634340451381,
        "V": 8236.35721831363,
        "S": 8326.693669674421,
        "J": 8283.795974046756
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-094",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8322.615751893189,
        "A": 8322.688120035518,
        "V": 8645.674799433136,
        "S": 8322.615751893189,
        "J": 8320.851778469376
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-094",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8320.225584961827,
        "A": 8887.462126295903,
        "V": 8642.222298636912,
        "S": 9612.780620469815,
        "J": 8320.225584961827
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-094",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8613.474913822483,
        "A": 8993.291922710276,
        "V": 8630.331772143634,
        "S": 8613.474913822483,
        "J": 9603.442001743158
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-095",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8305.644946528964,
        "A": 8306.48651364941,
        "V": 8303.583276542102,
        "S": 8305.644946528964,
        "J": 8305.644946528964
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-095",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8295.599616526066,
        "A": 9246.11939642325,
        "V": 8296.449957684643,
        "S": 8374.541146780066,
        "J": 8307.44251019896
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-095",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8417.791521379499,
        "A": 8417.839981591384,
        "V": 8711.48561893434,
        "S": 8417.791521379499,
        "J": 8417.791521379499
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-095",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8389.030359180868,
        "A": 8951.157723394366,
        "V": 8660.984312141658,
        "S": 9658.14134297997,
        "J": 8389.030359180868
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-095",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8259.005038475829,
        "A": 8815.092280140256,
        "V": 8292.00707434817,
        "S": 8259.005038475829,
        "J": 9548.490052988473
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-096",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8430.074614209345,
        "A": 8428.246082745638,
        "V": 8430.480438832496,
        "S": 8429.48024980519,
        "J": 8430.074614209345
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-096",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8292.05678273055,
        "A": 9263.371480576929,
        "V": 8297.420873064913,
        "S": 8351.571850323058,
        "J": 8341.364856046861
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-096",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8295.468163864341,
        "A": 8294.800705098718,
        "V": 8642.501909584353,
        "S": 8295.468163864341,
        "J": 8295.468163864341
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-096",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8648.767713011515,
        "A": 9096.738931288797,
        "V": 8864.394167002934,
        "S": 9688.23104361682,
        "J": 8648.767713011515
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-096",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8436.746443377702,
        "A": 9017.038273524773,
        "V": 8463.058945213897,
        "S": 8436.746443377702,
        "J": 9686.332489519835
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-097",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8282.759388249715,
        "A": 8282.659311915166,
        "V": 8283.2009587671,
        "S": 8282.379281068128,
        "J": 8282.759388249715
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-097",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8374.794603681374,
        "A": 9216.113665806468,
        "V": 8373.675252487315,
        "S": 8440.076867444675,
        "J": 8418.869163431358
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-097",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8233.063470655054,
        "A": 8234.042203700265,
        "V": 8541.093111452286,
        "S": 8233.063470655054,
        "J": 8233.063470655054
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-097",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8552.810506905149,
        "A": 9041.946766234878,
        "V": 8801.385111856951,
        "S": 9710.398789476789,
        "J": 8552.810506905149
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-097",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8353.12485647817,
        "A": 8904.023633609064,
        "V": 8374.39752137411,
        "S": 8353.12485647817,
        "J": 9596.521506949122
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-098",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8208.149160284678,
        "A": 8208.08856863735,
        "V": 8208.879981463511,
        "S": 8207.6423041584,
        "J": 8206.148884175418
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-098",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8364.624838449094,
        "A": 9298.075098918056,
        "V": 8362.693258446512,
        "S": 8409.643883771041,
        "J": 8419.440730940643
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-098",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8400.854550135286,
        "A": 8400.169878812514,
        "V": 8675.543264193942,
        "S": 8400.854550135286,
        "J": 8400.854550135286
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-098",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8426.48051959484,
        "A": 8944.845849716603,
        "V": 8668.507822514583,
        "S": 9606.15719237513,
        "J": 8426.48051959484
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-098",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8212.030022852858,
        "A": 8831.650495380301,
        "V": 8250.251835495823,
        "S": 8212.030022852858,
        "J": 9596.147810604647
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "W-099",
      "truth": "W",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8334.716611241949,
        "A": 8333.990731412143,
        "V": 8335.397346329464,
        "S": 8334.761443590138,
        "J": 8334.716611241949
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "A-099",
      "truth": "A",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8372.644074186492,
        "A": 9282.07614743952,
        "V": 8371.247273677462,
        "S": 8416.312945762971,
        "J": 8410.494989014122
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "V-099",
      "truth": "V",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8288.509940552389,
        "A": 8285.176149025367,
        "V": 8617.224352128289,
        "S": 8288.509940552389,
        "J": 8288.509940552389
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "S-099",
      "truth": "S",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8500.949385305523,
        "A": 8984.750675386415,
        "V": 8733.236392560826,
        "S": 9606.16510948237,
        "J": 8500.949385305523
      },
      "reason": "no_new_integrations_after_27_minutes"
    },
    {
      "id": "J-099",
      "truth": "J",
      "status": "time_budget_exhausted",
      "old_score_status": "acquired",
      "train": {},
      "joint": {},
      "old_plugin_scores": {
        "W": 8367.538069306836,
        "A": 8832.261401426518,
        "V": 8398.099863909965,
        "S": 8367.538069306836,
        "J": 9536.663509648992
      },
      "reason": "no_new_integrations_after_27_minutes"
    }
  ],
  "base": "PML",
  "PR67": "Draft unchanged",
  "interpretation": "既使用500組の事後設計による記述的再解析。音質・原因確率・校正の主張なし。",
  "certified_error": false,
  "score_units": "nats/record"
}