{
  "perspective": "Bot-relative W/D/L; original fixed-White probabilities swapped for Black bot.",
  "weighting": "Average positions within each game, then games equally; bootstrap 50 opening pairs preserving both games, 10000 replicates. Terminal positions excluded. Reliability uses inverse nonterminal game length weights.",
  "baseline": "Outcome frequencies trained on other 49 opening pairs (98 games), leaving entire evaluated pair out. Adaptive helper-influenced actual outcomes, not objective position labels.",
  "stages": "Early ply/final_plies <1/3; middle [1/3,2/3); late >=2/3. Hindsight-relative stages; fixed-ply summaries also supplied; finished games excluded at later fixed plies.",
  "metrics": {
    "all_nonterminal": {
      "games": 100,
      "positions": 7945,
      "brier": {
        "mean": 0.4681614958814726,
        "ci95": [
          0.41333369472899595,
          0.5296426629241682
        ]
      },
      "log_loss": {
        "mean": 0.7836634220848873,
        "ci95": [
          0.6872503099753623,
          0.895053080543464
        ]
      },
      "correct_result_probability": {
        "mean": 0.5399707007390738,
        "ci95": [
          0.5062384829085659,
          0.5714798955785467
        ]
      },
      "argmax_accuracy": {
        "mean": 0.6188640005311483,
        "ci95": [
          0.5634870429842037,
          0.6713328222295525
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": -0.04987265655501214,
        "ci95": [
          -0.11983835641666839,
          0.01996638905913618
        ]
      }
    },
    "early": {
      "games": 100,
      "positions": 2684,
      "brier": {
        "mean": 0.6061889307986214,
        "ci95": [
          0.5599133177959199,
          0.6583633752133463
        ]
      },
      "log_loss": {
        "mean": 0.9803602278610509,
        "ci95": [
          0.8932104150778415,
          1.0776019872709945
        ]
      },
      "correct_result_probability": {
        "mean": 0.4114891354510079,
        "ci95": [
          0.3870756775979436,
          0.433716273740045
        ]
      },
      "argmax_accuracy": {
        "mean": 0.462613009758294,
        "ci95": [
          0.3928757467601038,
          0.532884483011491
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": 0.0881547783621366,
        "ci95": [
          0.030090311131175454,
          0.14421164046489596
        ]
      }
    },
    "middle": {
      "games": 100,
      "positions": 2650,
      "brier": {
        "mean": 0.48831127174821853,
        "ci95": [
          0.41267607719888366,
          0.5713097753764879
        ]
      },
      "log_loss": {
        "mean": 0.8208624534602614,
        "ci95": [
          0.6997758018908464,
          0.9573640925477674
        ]
      },
      "correct_result_probability": {
        "mean": 0.5301051842463869,
        "ci95": [
          0.4844246399640507,
          0.5736667275474021
        ]
      },
      "argmax_accuracy": {
        "mean": 0.6264884727006786,
        "ci95": [
          0.5472032295253111,
          0.7001257740596143
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": -0.029722880688266312,
        "ci95": [
          -0.10953646725234088,
          0.052577694614793974
        ]
      }
    },
    "late": {
      "games": 100,
      "positions": 2611,
      "brier": {
        "mean": 0.30545243460550486,
        "ci95": [
          0.23511629478415205,
          0.3823895524694082
        ]
      },
      "log_loss": {
        "mean": 0.5431644624454557,
        "ci95": [
          0.42659130709857873,
          0.6756907833961094
        ]
      },
      "correct_result_probability": {
        "mean": 0.6826826230489861,
        "ci95": [
          0.6352354753461926,
          0.7279142370830137
        ]
      },
      "argmax_accuracy": {
        "mean": 0.7724814304200196,
        "ci95": [
          0.7066500399626233,
          0.8334142680059059
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": -0.2125817178309799,
        "ci95": [
          -0.30551792772235115,
          -0.11909418019705162
        ]
      }
    },
    "ply_0": {
      "games": 100,
      "positions": 100,
      "brier": {
        "mean": 0.5782107474949416,
        "ci95": [
          0.5453521827708842,
          0.6158566569521838
        ]
      },
      "log_loss": {
        "mean": 0.9366183651032083,
        "ci95": [
          0.8703837285725339,
          1.013554366171199
        ]
      },
      "correct_result_probability": {
        "mean": 0.4121622136824582,
        "ci95": [
          0.3933392590636557,
          0.42859149593734686
        ]
      },
      "argmax_accuracy": {
        "mean": 0.48,
        "ci95": [
          0.38,
          0.58
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": 0.06017659505845703,
        "ci95": [
          -8.86634134747141e-05,
          0.11772888291791853
        ]
      }
    },
    "ply_16": {
      "games": 100,
      "positions": 100,
      "brier": {
        "mean": 0.6190742971539477,
        "ci95": [
          0.5626556567085175,
          0.6845655994405171
        ]
      },
      "log_loss": {
        "mean": 1.002500459626936,
        "ci95": [
          0.896472478683703,
          1.1228449445614122
        ]
      },
      "correct_result_probability": {
        "mean": 0.4053639242927296,
        "ci95": [
          0.37560629003634743,
          0.43196171491473306
        ]
      },
      "argmax_accuracy": {
        "mean": 0.42,
        "ci95": [
          0.33,
          0.51
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5180341524364848,
        "ci95": [
          0.44700124947938363,
          0.594261765930862
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8738544011738556,
        "ci95": [
          0.7640651561218669,
          0.9931412172512808
        ]
      },
      "brier_minus_baseline": {
        "mean": 0.10104014471746289,
        "ci95": [
          0.0277732686359046,
          0.17424087160192428
        ]
      }
    },
    "ply_40": {
      "games": 91,
      "positions": 91,
      "brier": {
        "mean": 0.4884192627253429,
        "ci95": [
          0.3954411769086984,
          0.5840457943223053
        ]
      },
      "log_loss": {
        "mean": 0.8043998916472073,
        "ci95": [
          0.6613849233757301,
          0.9547533432634527
        ]
      },
      "correct_result_probability": {
        "mean": 0.5544951276160973,
        "ci95": [
          0.4971726151673115,
          0.6121579630863707
        ]
      },
      "argmax_accuracy": {
        "mean": 0.6153846153846154,
        "ci95": [
          0.5168539325842697,
          0.7078651685393258
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.5359145227949893,
        "ci95": [
          0.4605570023997263,
          0.6174518542998388
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 0.8932005582063378,
        "ci95": [
          0.778134119600543,
          1.0190884824614783
        ]
      },
      "brier_minus_baseline": {
        "mean": -0.04749526006964637,
        "ci95": [
          -0.1346126161316143,
          0.038239033212559316
        ]
      }
    },
    "ply_80": {
      "games": 36,
      "positions": 36,
      "brier": {
        "mean": 0.2806180454781032,
        "ci95": [
          0.14696697352092314,
          0.41976147013176296
        ]
      },
      "log_loss": {
        "mean": 0.522907063162346,
        "ci95": [
          0.31524664675186975,
          0.7381961865260069
        ]
      },
      "correct_result_probability": {
        "mean": 0.7075171927059318,
        "ci95": [
          0.6179112330709463,
          0.7939276741217939
        ]
      },
      "argmax_accuracy": {
        "mean": 0.8055555555555556,
        "ci95": [
          0.6842105263157895,
          0.9210526315789473
        ]
      },
      "crossfit_baseline_brier": {
        "mean": 0.6835924846128928,
        "ci95": [
          0.5568230852487411,
          0.8112037672211743
        ]
      },
      "crossfit_baseline_log_loss": {
        "mean": 1.1040467417051676,
        "ci95": [
          0.9078143959716073,
          1.3079875404983805
        ]
      },
      "brier_minus_baseline": {
        "mean": -0.4029744391347896,
        "ci95": [
          -0.549665323733295,
          -0.26707557506293783
        ]
      }
    }
  },
  "reliability": [
    {
      "label": "win",
      "lower": 0.0,
      "upper": 0.1,
      "positions": 993,
      "games": 35,
      "mean_probability": 0.03942447491979009,
      "observed_frequency": 0.04546619774785845,
      "observed_ci95": [
        0.010463435218655084,
        0.09604468378535579
      ]
    },
    {
      "label": "win",
      "lower": 0.1,
      "upper": 0.2,
      "positions": 524,
      "games": 38,
      "mean_probability": 0.14899951157061248,
      "observed_frequency": 0.3581542808081031,
      "observed_ci95": [
        0.1736144314502515,
        0.5507173086812671
      ]
    },
    {
      "label": "win",
      "lower": 0.2,
      "upper": 0.3,
      "positions": 353,
      "games": 43,
      "mean_probability": 0.2524320757921148,
      "observed_frequency": 0.5043731349125019,
      "observed_ci95": [
        0.3107215820886912,
        0.6795556971340246
      ]
    },
    {
      "label": "win",
      "lower": 0.3,
      "upper": 0.4,
      "positions": 529,
      "games": 72,
      "mean_probability": 0.35866480278693325,
      "observed_frequency": 0.6254508125460985,
      "observed_ci95": [
        0.4911105317393931,
        0.7437647938817427
      ]
    },
    {
      "label": "win",
      "lower": 0.4,
      "upper": 0.5,
      "positions": 2382,
      "games": 100,
      "mean_probability": 0.4490299590011241,
      "observed_frequency": 0.7145476188354585,
      "observed_ci95": [
        0.6226655226425857,
        0.7956782177555813
      ]
    },
    {
      "label": "win",
      "lower": 0.5,
      "upper": 0.6,
      "positions": 825,
      "games": 93,
      "mean_probability": 0.5450561574144668,
      "observed_frequency": 0.6378355442409971,
      "observed_ci95": [
        0.5172516416996318,
        0.7569752677711814
      ]
    },
    {
      "label": "win",
      "lower": 0.6,
      "upper": 0.7,
      "positions": 572,
      "games": 82,
      "mean_probability": 0.6474712361348165,
      "observed_frequency": 0.7309792347316514,
      "observed_ci95": [
        0.6097444924333034,
        0.8365317643368231
      ]
    },
    {
      "label": "win",
      "lower": 0.7,
      "upper": 0.8,
      "positions": 474,
      "games": 74,
      "mean_probability": 0.7502440470075394,
      "observed_frequency": 0.7822870088944268,
      "observed_ci95": [
        0.6562753511489492,
        0.8873994492228687
      ]
    },
    {
      "label": "win",
      "lower": 0.8,
      "upper": 0.9,
      "positions": 633,
      "games": 62,
      "mean_probability": 0.8503107346218515,
      "observed_frequency": 0.8166582497911539,
      "observed_ci95": [
        0.6865547213893839,
        0.9205048133028586
      ]
    },
    {
      "label": "win",
      "lower": 0.9,
      "upper": 1.0,
      "positions": 660,
      "games": 44,
      "mean_probability": 0.9436931481257507,
      "observed_frequency": 0.9366183070566625,
      "observed_ci95": [
        0.8324235835795086,
        0.9988102140869419
      ]
    },
    {
      "label": "draw",
      "lower": 0.0,
      "upper": 0.1,
      "positions": 4543,
      "games": 100,
      "mean_probability": 0.05876494938045268,
      "observed_frequency": 0.05503384484159367,
      "observed_ci95": [
        0.015112068368340142,
        0.10388489495527199
      ]
    },
    {
      "label": "draw",
      "lower": 0.1,
      "upper": 0.2,
      "positions": 2643,
      "games": 100,
      "mean_probability": 0.12635659674135075,
      "observed_frequency": 0.10522277077357492,
      "observed_ci95": [
        0.040521153733770694,
        0.18052785700372598
      ]
    },
    {
      "label": "draw",
      "lower": 0.2,
      "upper": 0.3,
      "positions": 350,
      "games": 32,
      "mean_probability": 0.23727092696907023,
      "observed_frequency": 0.2586703253675958,
      "observed_ci95": [
        0.08695953908893606,
        0.4235538650282866
      ]
    },
    {
      "label": "draw",
      "lower": 0.3,
      "upper": 0.4,
      "positions": 119,
      "games": 16,
      "mean_probability": 0.3457190716919924,
      "observed_frequency": 0.31876083196359173,
      "observed_ci95": [
        0.07259897726546602,
        0.543351475065028
      ]
    },
    {
      "label": "draw",
      "lower": 0.4,
      "upper": 0.5,
      "positions": 59,
      "games": 12,
      "mean_probability": 0.44308711612917445,
      "observed_frequency": 0.4894752262619461,
      "observed_ci95": [
        0.09496205585880325,
        0.8050769842744985
      ]
    },
    {
      "label": "draw",
      "lower": 0.5,
      "upper": 0.6,
      "positions": 54,
      "games": 9,
      "mean_probability": 0.5456468670239117,
      "observed_frequency": 0.2773443104194256,
      "observed_ci95": [
        0.0,
        0.8094690563338349
      ]
    },
    {
      "label": "draw",
      "lower": 0.6,
      "upper": 0.7,
      "positions": 39,
      "games": 8,
      "mean_probability": 0.6512472112411714,
      "observed_frequency": 0.2524484071798719,
      "observed_ci95": [
        0.03715170417593683,
        1.0
      ]
    },
    {
      "label": "draw",
      "lower": 0.7,
      "upper": 0.8,
      "positions": 68,
      "games": 4,
      "mean_probability": 0.756784546123971,
      "observed_frequency": 0.4914708049553896,
      "observed_ci95": [
        0.0,
        1.0
      ]
    },
    {
      "label": "draw",
      "lower": 0.8,
      "upper": 0.9,
      "positions": 38,
      "games": 5,
      "mean_probability": 0.8472149519665061,
      "observed_frequency": 0.8768267959773299,
      "observed_ci95": [
        0.0,
        1.0
      ]
    },
    {
      "label": "draw",
      "lower": 0.9,
      "upper": 1.0,
      "positions": 32,
      "games": 4,
      "mean_probability": 0.9513770573562215,
      "observed_frequency": 1.0,
      "observed_ci95": [
        1.0,
        1.0
      ]
    },
    {
      "label": "loss",
      "lower": 0.0,
      "upper": 0.1,
      "positions": 1176,
      "games": 56,
      "mean_probability": 0.04419258776748357,
      "observed_frequency": 0.0897792870174351,
      "observed_ci95": [
        0.009684031620430505,
        0.2119137882009584
      ]
    },
    {
      "label": "loss",
      "lower": 0.1,
      "upper": 0.2,
      "positions": 710,
      "games": 72,
      "mean_probability": 0.14735291261596173,
      "observed_frequency": 0.16817925927772945,
      "observed_ci95": [
        0.0711159677190117,
        0.2652053837225955
      ]
    },
    {
      "label": "loss",
      "lower": 0.2,
      "upper": 0.3,
      "positions": 723,
      "games": 87,
      "mean_probability": 0.25183979664254047,
      "observed_frequency": 0.16882603273585436,
      "observed_ci95": [
        0.08653547111551659,
        0.27030761277033444
      ]
    },
    {
      "label": "loss",
      "lower": 0.3,
      "upper": 0.4,
      "positions": 1040,
      "games": 95,
      "mean_probability": 0.3537740653172402,
      "observed_frequency": 0.20776466819555103,
      "observed_ci95": [
        0.11893925791352798,
        0.3043814356497149
      ]
    },
    {
      "label": "loss",
      "lower": 0.4,
      "upper": 0.5,
      "positions": 2358,
      "games": 100,
      "mean_probability": 0.44626102031547965,
      "observed_frequency": 0.20801686397468175,
      "observed_ci95": [
        0.13788367113076305,
        0.28523960956360606
      ]
    },
    {
      "label": "loss",
      "lower": 0.5,
      "upper": 0.6,
      "positions": 455,
      "games": 68,
      "mean_probability": 0.5391629696252874,
      "observed_frequency": 0.25809082876792544,
      "observed_ci95": [
        0.1561883908266959,
        0.37446289604401123
      ]
    },
    {
      "label": "loss",
      "lower": 0.6,
      "upper": 0.7,
      "positions": 303,
      "games": 39,
      "mean_probability": 0.6491847978384369,
      "observed_frequency": 0.33704745027694105,
      "observed_ci95": [
        0.15425854045284546,
        0.554975538184501
      ]
    },
    {
      "label": "loss",
      "lower": 0.7,
      "upper": 0.8,
      "positions": 323,
      "games": 35,
      "mean_probability": 0.7531327341015044,
      "observed_frequency": 0.5703436101463008,
      "observed_ci95": [
        0.32699700816724686,
        0.7817704156573887
      ]
    },
    {
      "label": "loss",
      "lower": 0.8,
      "upper": 0.9,
      "positions": 314,
      "games": 32,
      "mean_probability": 0.8475358963273834,
      "observed_frequency": 0.7893535614675006,
      "observed_ci95": [
        0.6081700888466357,
        0.927043617331251
      ]
    },
    {
      "label": "loss",
      "lower": 0.9,
      "upper": 1.0,
      "positions": 543,
      "games": 25,
      "mean_probability": 0.9441707329250081,
      "observed_frequency": 0.9788747549654893,
      "observed_ci95": [
        0.9435051687702509,
        1.0
      ]
    }
  ],
  "confident_errors": [
    {
      "game_id": "F100-097",
      "ply": 57,
      "actual": "loss",
      "bot_color": "white",
      "bot_wdl": [
        0.9855451117248574,
        0.0070924298204089525,
        0.00736245845473362
      ],
      "wrong_confidence": 0.9855451117248574
    },
    {
      "game_id": "F100-075",
      "ply": 53,
      "actual": "win",
      "bot_color": "white",
      "bot_wdl": [
        0.01987468467982121,
        0.014030862233685892,
        0.9660944530864929
      ],
      "wrong_confidence": 0.9660944530864929
    },
    {
      "game_id": "F100-072",
      "ply": 49,
      "actual": "draw",
      "bot_color": "black",
      "bot_wdl": [
        0.9352565727491404,
        0.018446482680179843,
        0.04629694457067979
      ],
      "wrong_confidence": 0.9352565727491404
    },
    {
      "game_id": "F100-063",
      "ply": 33,
      "actual": "loss",
      "bot_color": "white",
      "bot_wdl": [
        0.9185051038795253,
        0.025291153631391113,
        0.056203742489083545
      ],
      "wrong_confidence": 0.9185051038795253
    },
    {
      "game_id": "F100-039",
      "ply": 44,
      "actual": "win",
      "bot_color": "white",
      "bot_wdl": [
        0.07243871906946067,
        0.013656404130778859,
        0.9139048767997604
      ],
      "wrong_confidence": 0.9139048767997604
    },
    {
      "game_id": "F100-013",
      "ply": 32,
      "actual": "loss",
      "bot_color": "white",
      "bot_wdl": [
        0.9070897938118258,
        0.020390590065571094,
        0.0725196161226032
      ],
      "wrong_confidence": 0.9070897938118258
    },
    {
      "game_id": "F100-062",
      "ply": 48,
      "actual": "win",
      "bot_color": "black",
      "bot_wdl": [
        0.08002253248816933,
        0.02624149295481622,
        0.8937359745570145
      ],
      "wrong_confidence": 0.8937359745570145
    },
    {
      "game_id": "F100-043",
      "ply": 43,
      "actual": "loss",
      "bot_color": "white",
      "bot_wdl": [
        0.8909138670012509,
        0.031029826955240154,
        0.07805630604350895
      ],
      "wrong_confidence": 0.8909138670012509
    }
  ],
  "raw_wdl_mass": {
    "min": 0.9992573883617262,
    "median": 0.9999286692961136,
    "max": 0.9999978846570573
  },
  "games": 100,
  "positions": 8045,
  "terminal_excluded": 100
}