{
 "preregistration": "PREREGISTRATION.md, Amendment 2",
 "started": "2026-11-04 22:10:38 UTC",
 "environment": {
  "python": "3.13.18",
  "platform": "Linux-6.18.44-fc-v233-x86_64-with-glibc2.39",
  "numpy": "2.5.4"
 },
 "claims": {
  "E10": {
   "decision": "inconclusive",
   "parts": {
    "E10a, E10c, E10d (exact)": "supported",
    "E10b: the matching guard names the pair at 1.5 and 3.0 (statistical)": "inconclusive"
   },
   "cases": 1600,
   "failures": 0,
   "counterexamples": [],
   "control": {
    "smallest-matching guard, instances failing E10d": "1373/1373"
   },
   "reported": {
    "cells": {
     "A 0.5": {
      "set": "A",
      "delta": 0.5,
      "n": 200,
      "matching_named": {
       "rate": 0.425,
       "ci95": [
        0.36,
        0.495
       ]
      },
      "original_first_ranked": {
       "rate": 0.44,
       "ci95": [
        0.37,
        0.51
       ]
      },
      "original_alone": {
       "rate": 0.39,
       "ci95": [
        0.325,
        0.4551
       ]
      },
      "two_or_more_quads_above": 0.425,
      "quads_above_median": 1,
      "original_misses": [
       {
        "instance": 0,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 1,
        "pair": [
         1,
         15
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 2,
        "pair": [
         0,
         22
        ],
        "tie": true,
        "bad": 2
       },
       {
        "instance": 4,
        "pair": [
         0,
         4
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 6,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 7,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 8,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 9,
        "pair": [
         1,
         17
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 10,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 11,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 12,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 13,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 14,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 16,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 18,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 21,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 22,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 23,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 24,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 25,
        "pair": [
         6,
         14
        ],
        "tie": true,
        "bad": 1
       }
      ]
     },
     "A 1.0": {
      "set": "A",
      "delta": 1.0,
      "n": 200,
      "matching_named": {
       "rate": 0.915,
       "ci95": [
        0.875,
        0.95
       ]
      },
      "original_first_ranked": {
       "rate": 0.9,
       "ci95": [
        0.855,
        0.94
       ]
      },
      "original_alone": {
       "rate": 0.89,
       "ci95": [
        0.845,
        0.93
       ]
      },
      "two_or_more_quads_above": 0.915,
      "quads_above_median": 27,
      "original_misses": [
       {
        "instance": 0,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 6,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 10,
        "pair": [
         0,
         13
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 22,
        "pair": [
         3,
         15
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 24,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 31,
        "pair": [
         6,
         17
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 50,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 63,
        "pair": [
         1,
         14
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 84,
        "pair": [
         5,
         18
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 98,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 110,
        "pair": [
         13,
         15
        ],
        "tie": true,
        "bad": 17
       },
       {
        "instance": 111,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 117,
        "pair": [
         1,
         18
        ],
        "tie": true,
        "bad": 18
       },
       {
        "instance": 130,
        "pair": [
         6,
         18
        ],
        "tie": true,
        "bad": 18
       },
       {
        "instance": 134,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 143,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 155,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 176,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 183,
        "pair": [
         1,
         9
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 191,
        "pair": null,
        "tie": false,
        "bad": 0
       }
      ]
     },
     "A 1.5": {
      "set": "A",
      "delta": 1.5,
      "n": 200,
      "matching_named": {
       "rate": 0.965,
       "ci95": [
        0.94,
        0.99
       ]
      },
      "original_first_ranked": {
       "rate": 0.96,
       "ci95": [
        0.93,
        0.985
       ]
      },
      "original_alone": {
       "rate": 0.955,
       "ci95": [
        0.925,
        0.98
       ]
      },
      "two_or_more_quads_above": 0.965,
      "quads_above_median": 99,
      "original_misses": [
       {
        "instance": 0,
        "pair": [
         6,
         16
        ],
        "tie": true,
        "bad": 13
       },
       {
        "instance": 6,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 24,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 31,
        "pair": [
         6,
         17
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 111,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 134,
        "pair": [
         1,
         8
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 143,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 176,
        "pair": [
         5,
         10
        ],
        "tie": true,
        "bad": 1
       }
      ]
     },
     "A 3.0": {
      "set": "A",
      "delta": 3.0,
      "n": 200,
      "matching_named": {
       "rate": 0.995,
       "ci95": [
        0.985,
        1.0
       ]
      },
      "original_first_ranked": {
       "rate": 0.995,
       "ci95": [
        0.985,
        1.0
       ]
      },
      "original_alone": {
       "rate": 0.99,
       "ci95": [
        0.975,
        1.0
       ]
      },
      "two_or_more_quads_above": 0.995,
      "quads_above_median": 205,
      "original_misses": [
       {
        "instance": 111,
        "pair": null,
        "tie": false,
        "bad": 0
       }
      ]
     },
     "B 0.5": {
      "set": "B",
      "delta": 0.5,
      "n": 200,
      "matching_named": {
       "rate": 0.625,
       "ci95": [
        0.555,
        0.69
       ]
      },
      "original_first_ranked": {
       "rate": 0.67,
       "ci95": [
        0.605,
        0.73
       ]
      },
      "original_alone": {
       "rate": 0.625,
       "ci95": [
        0.555,
        0.69
       ]
      },
      "two_or_more_quads_above": 0.625,
      "quads_above_median": 3,
      "original_misses": [
       {
        "instance": 6,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 7,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 9,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 12,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 13,
        "pair": [
         4,
         15
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 14,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 18,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 22,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 25,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 28,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 31,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 34,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 40,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 46,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 53,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 56,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 57,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 58,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 59,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 62,
        "pair": null,
        "tie": false,
        "bad": 0
       }
      ]
     },
     "B 1.0": {
      "set": "B",
      "delta": 1.0,
      "n": 200,
      "matching_named": {
       "rate": 0.94,
       "ci95": [
        0.905,
        0.97
       ]
      },
      "original_first_ranked": {
       "rate": 0.93,
       "ci95": [
        0.89,
        0.965
       ]
      },
      "original_alone": {
       "rate": 0.905,
       "ci95": [
        0.86,
        0.945
       ]
      },
      "two_or_more_quads_above": 0.94,
      "quads_above_median": 65,
      "original_misses": [
       {
        "instance": 7,
        "pair": [
         12,
         16
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 12,
        "pair": [
         22,
         26
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 22,
        "pair": [
         7,
         9
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 25,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 58,
        "pair": [
         12,
         14
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 70,
        "pair": [
         27,
         29
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 88,
        "pair": [
         12,
         15
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 101,
        "pair": [
         27,
         31
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 117,
        "pair": [
         7,
         9
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 124,
        "pair": [
         32,
         34
        ],
        "tie": true,
        "bad": 1
       },
       {
        "instance": 125,
        "pair": [
         12,
         16
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 127,
        "pair": null,
        "tie": false,
        "bad": 0
       },
       {
        "instance": 140,
        "pair": [
         17,
         21
        ],
        "tie": true,
        "bad": 29
       },
       {
        "instance": 154,
        "pair": [
         22,
         25
        ],
        "tie": true,
        "bad": 29
       }
      ]
     },
     "B 1.5": {
      "set": "B",
      "delta": 1.5,
      "n": 200,
      "matching_named": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "original_first_ranked": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "original_alone": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "two_or_more_quads_above": 1.0,
      "quads_above_median": 256,
      "original_misses": []
     },
     "B 3.0": {
      "set": "B",
      "delta": 3.0,
      "n": 200,
      "matching_named": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "original_first_ranked": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "original_alone": {
       "rate": 1.0,
       "ci95": [
        1.0,
        1.0
       ]
      },
      "two_or_more_quads_above": 1.0,
      "quads_above_median": 526,
      "original_misses": []
     }
    },
    "original guard = guard_check (first instances)": "40/40",
    "clean matrices above ln 2": 0
   },
   "seconds": 10.6
  }
 }
}