{
 "preregistration": "PREREGISTRATION.md with Amendments 1-4",
 "phase": 2,
 "engine": "node and chromium (lexicon_core.js) against the python reference",
 "dry": false,
 "started": "2026-11-05 19:39:05 UTC",
 "environment": {
  "node": {
   "version": "v22.23.4",
   "v8": "12.4.254.21-node.57",
   "icu": "78.3",
   "unicode": "17.0",
   "cldr": "48.0",
   "platform": "linux 6.18.44-fc-v236 x64",
   "core": "lexicon-browser-1",
   "unicode_behaviour": {
    "markersAssigned": {
     "U+2FFC (new in 15.1)": true,
     "U+0897 (new in 16.0)": true,
     "U+20C1 (new in 17.0)": true
    },
    "newestMarkerAssigned": "17.0",
    "lowercase_U0130": "0069 0307",
    "lowercase_final_sigma": "03B1 03C2",
    "nfd_U1E9B_U0323": "017F 0323 0307",
    "intlLocale": "en-US",
    "intlTimeZone": "UTC"
   }
  },
  "chromium": {
   "version": "153.0.8010.12",
   "playwright": "1.63.0",
   "harness": "Pages/Hyperbolic Lexicon/tests/l1-harness.html",
   "served_from": "the repository root over http://127.0.0.1:<free port>",
   "icu": "not exposed to pages (no version string); see the Unicode behaviour below",
   "core": "lexicon-browser-1",
   "unicode_table": "15.1.0",
   "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.8010.12 Safari/537.36",
   "markersAssigned": {
    "U+2FFC (new in 15.1)": true,
    "U+0897 (new in 16.0)": true,
    "U+20C1 (new in 17.0)": true
   },
   "newestMarkerAssigned": "17.0",
   "lowercase_U0130": "0069 0307",
   "lowercase_final_sigma": "03B1 03C2",
   "nfd_U1E9B_U0323": "017F 0323 0307",
   "intlLocale": "en-US",
   "intlTimeZone": "UTC"
  },
  "python": {
   "python": "3.13.18",
   "python_unicodedata": "15.1.0",
   "unicode_table": {
    "version": "15.1.0",
    "sha256": "30bed6fbc1fec1f4382d212d7792de48d99f10713f728d28329f8d7506712229",
    "note": "N_B and table_r read only this"
   },
   "platform": "Linux-6.18.44-fc-v236-x86_64-with-glibc2.39",
   "numpy": "2.5.3",
   "tokenizers": "0.23.3",
   "node": "v22.23.4",
   "git_head": "a1fe9a81e81f1b40217d24f5fdc0c33d6164ed4a",
   "reference_uncommitted_changes": true
  },
  "git_head": "a1fe9a81e81f1b40217d24f5fdc0c33d6164ed4a",
  "system_uncommitted_changes": true
 },
 "inputs": {
  "phase2_python": {
   "file": "results/phase2-python.json",
   "started": "2026-11-05 19:29:58 UTC",
   "sha256": "2048e25f6e2137383eb93953d19beda14754cb86b177ba5c83dd7c633767bb90"
  },
  "phase1_claims": {
   "file": "results/claims.json",
   "sha256": "46cbe70bc0327831adbd9a16949d663e772d1b1b3855cd9058128ab5c56374e6"
  }
 },
 "cache": {
  "root": "~/.cache/hyperbolic-lexicon (HL_CACHE overrides)",
  "dir": "phase2"
 },
 "parity": {
  "command": "node tests/parity-lexicon.cjs --quiet",
  "exit": 0,
  "summary": "Parity: 18667/18667 lines pass  (13019 ms, lexicon-browser-1, Node 22.23.4)",
  "pass": 18667,
  "fail": 0,
  "skip": 0,
  "skipped_sections": [],
  "seconds": 13.8
 },
 "data": {
  "make_js_data_v1_check": "exit 0",
  "files": [
   {
    "file": "data/unicode_15_1_v1.js",
    "bytes": 142624,
    "sha256": "30bed6fbc1fec1f4382d212d7792de48d99f10713f728d28329f8d7506712229",
    "pinned": true
   },
   {
    "file": "data/vocab_v0_lex0.js",
    "bytes": 55648,
    "sha256": "df22705601de2e425cd090edc5df05619ce4a08df336f40bf92a1ed59f9ca1ff",
    "pinned": true
   }
  ],
  "seconds": 0.2
 },
 "claims": {
  "L1": {
   "decision": "supported",
   "summary": "4 of 4 cells run; V0 Node supported, V0 Chromium supported, V1 Node supported, V1 Chromium supported",
   "rule": "per vocabulary cell and runtime: supported if no instance differs (record SHA-256) and every id stream is equal, refuted by any difference, void if a control passes; all four cells combined as run_claims.py combines (a cell not run or skipped makes L1 inconclusive unless another is refuted or void)",
   "cells": {
    "V0 Node": {
     "decision": "supported",
     "differing_instances": 0,
     "id_streams_differing": 0,
     "instances": 156801,
     "controls_show_their_weakness": {
      "1": true,
      "2": true,
      "3": true
     },
     "summary": "0 of 156801 instances differ, 0 id streams differ; controls 1/2/3 show their weakness: true/true/true"
    },
    "V0 Chromium": {
     "decision": "supported",
     "differing_instances": 0,
     "id_streams_differing": 0,
     "instances": 156801,
     "controls_show_their_weakness": {
      "1": true,
      "2": true,
      "3": true
     },
     "summary": "0 of 156801 instances differ, 0 id streams differ; controls 1/2/3 show their weakness: true/true/true"
    },
    "V1 Node": {
     "decision": "supported",
     "differing_instances": 0,
     "id_streams_differing": 0,
     "instances": 156801,
     "controls_show_their_weakness": {
      "1": true,
      "2": true,
      "3": true
     },
     "summary": "0 of 156801 instances differ, 0 id streams differ; controls 1/2/3 show their weakness: true/true/true"
    },
    "V1 Chromium": {
     "decision": "supported",
     "differing_instances": 0,
     "id_streams_differing": 0,
     "instances": 156801,
     "controls_show_their_weakness": {
      "1": true,
      "2": true,
      "3": true
     },
     "summary": "0 of 156801 instances differ, 0 id streams differ; controls 1/2/3 show their weakness: true/true/true"
    }
   },
   "sets": {
    "a": {
     "instances": 117659,
     "instances_sha256": "bc86a44d55ee251c718eeb28ecd729396f82e4bca0d530097595cee9794e287f",
     "python_instances_sha256": "bc86a44d55ee251c718eeb28ecd729396f82e4bca0d530097595cee9794e287f",
     "pinned": "golden/l1_instances_v1.meta.json",
     "cells": {
      "V0": {
       "node": {
        "instances": 117659,
        "records_list_sha256": "defa6cc33dc2e19ea8e86cdbe9d71887bc227e011df11ea14afa10ec2dbb5f36",
        "python_records_list_sha256": "defa6cc33dc2e19ea8e86cdbe9d71887bc227e011df11ea14afa10ec2dbb5f36",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 117659,
         "ids": 2082484,
         "bytes": 3870585,
         "sha256": "87493312e7b213ae4ce8af455ffd1cfcdc8be220a3a574b65e0c8fade93a7a8f",
         "python_sha256": "87493312e7b213ae4ce8af455ffd1cfcdc8be220a3a574b65e0c8fade93a7a8f",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.a.V0.sha256.txt",
        "seconds": 15.8
       },
       "chromium": {
        "instances": 117659,
        "records_list_sha256": "defa6cc33dc2e19ea8e86cdbe9d71887bc227e011df11ea14afa10ec2dbb5f36",
        "python_records_list_sha256": "defa6cc33dc2e19ea8e86cdbe9d71887bc227e011df11ea14afa10ec2dbb5f36",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 117659,
         "ids": 2082484,
         "bytes": 3870585,
         "sha256": "87493312e7b213ae4ce8af455ffd1cfcdc8be220a3a574b65e0c8fade93a7a8f",
         "python_sha256": "87493312e7b213ae4ce8af455ffd1cfcdc8be220a3a574b65e0c8fade93a7a8f",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.a.V0.sha256.txt",
        "seconds": 12
       },
       "python_metrics": {
        "strings": 117659,
        "bytes": 8845631,
        "words": 1711206,
        "tokens": 2082484,
        "fertility": 1.2169686174545904,
        "continuedWordRate": 0.1471546967460376,
        "bytesPerToken": 4.24763455565565,
        "renyiEfficiency": 0.4692589818967819,
        "renyiEfficiencyObserved": 0.4708059976898248,
        "distinctTokens": 7953,
        "unk": 0,
        "unkRate": 0,
        "failClosed": 0,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 0,
        "instances": 117659,
        "examples": []
       }
      },
      "V1": {
       "node": {
        "instances": 117659,
        "records_list_sha256": "7aa8d14fac64ff741649e994878b9864181810b7ad6a0861334bb0bff1dca89a",
        "python_records_list_sha256": "7aa8d14fac64ff741649e994878b9864181810b7ad6a0861334bb0bff1dca89a",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 117659,
         "ids": 1893780,
         "bytes": 4047586,
         "sha256": "afa37940c1890a33f55c63ef7853ca425df8105cb379f1ca8a6affe4164f017b",
         "python_sha256": "afa37940c1890a33f55c63ef7853ca425df8105cb379f1ca8a6affe4164f017b",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.a.V1.sha256.txt",
        "seconds": 15.8
       },
       "chromium": {
        "instances": 117659,
        "records_list_sha256": "7aa8d14fac64ff741649e994878b9864181810b7ad6a0861334bb0bff1dca89a",
        "python_records_list_sha256": "7aa8d14fac64ff741649e994878b9864181810b7ad6a0861334bb0bff1dca89a",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 117659,
         "ids": 1893780,
         "bytes": 4047586,
         "sha256": "afa37940c1890a33f55c63ef7853ca425df8105cb379f1ca8a6affe4164f017b",
         "python_sha256": "afa37940c1890a33f55c63ef7853ca425df8105cb379f1ca8a6affe4164f017b",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.a.V1.sha256.txt",
        "seconds": 12
       },
       "python_metrics": {
        "strings": 117659,
        "bytes": 8845631,
        "words": 1711206,
        "tokens": 1893780,
        "fertility": 1.1066931742876076,
        "continuedWordRate": 0.06560110238042643,
        "bytesPerToken": 4.670886269788466,
        "renyiEfficiency": 0.3950708012288374,
        "renyiEfficiencyObserved": 0.4055620671375174,
        "distinctTokens": 23367,
        "unk": 0,
        "unkRate": 0,
        "failClosed": 0,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 0,
        "instances": 117659,
        "examples": []
       }
      }
     }
    },
    "b": {
     "instances": 16622,
     "instances_sha256": "2bdf1644aea0f834b74fd909429047c4e07ace8464a0cc99bfd8480936b40bc4",
     "python_instances_sha256": "2bdf1644aea0f834b74fd909429047c4e07ace8464a0cc99bfd8480936b40bc4",
     "pinned": "golden/l1_instances_v1.meta.json",
     "cells": {
      "V0": {
       "node": {
        "instances": 16622,
        "records_list_sha256": "5b60a59e2a9a8b846608aeb34ac5d29a3b49d411bcad9e357fb981c694a624b1",
        "python_records_list_sha256": "5b60a59e2a9a8b846608aeb34ac5d29a3b49d411bcad9e357fb981c694a624b1",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 16622,
         "ids": 340107,
         "bytes": 606573,
         "sha256": "88dd74b7af2ce96e9cad0506d6ff822b2da61aaf86bc581189c9cd7d27ff07ad",
         "python_sha256": "88dd74b7af2ce96e9cad0506d6ff822b2da61aaf86bc581189c9cd7d27ff07ad",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.b.V0.sha256.txt",
        "seconds": 2.1
       },
       "chromium": {
        "instances": 16622,
        "records_list_sha256": "5b60a59e2a9a8b846608aeb34ac5d29a3b49d411bcad9e357fb981c694a624b1",
        "python_records_list_sha256": "5b60a59e2a9a8b846608aeb34ac5d29a3b49d411bcad9e357fb981c694a624b1",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 16622,
         "ids": 340107,
         "bytes": 606573,
         "sha256": "88dd74b7af2ce96e9cad0506d6ff822b2da61aaf86bc581189c9cd7d27ff07ad",
         "python_sha256": "88dd74b7af2ce96e9cad0506d6ff822b2da61aaf86bc581189c9cd7d27ff07ad",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.b.V0.sha256.txt",
        "seconds": 1.9
       },
       "python_metrics": {
        "strings": 16622,
        "bytes": 1241964,
        "words": 273473,
        "tokens": 340107,
        "fertility": 1.2436584233178412,
        "continuedWordRate": 0.1664917560417299,
        "bytesPerToken": 3.6516860870255536,
        "renyiEfficiency": 0.5111803312882147,
        "renyiEfficiencyObserved": 0.5222561520208541,
        "distinctTokens": 6767,
        "unk": 582,
        "unkRate": 0.0017112261729396925,
        "failClosed": 0,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 0,
        "instances": 16622,
        "examples": []
       }
      },
      "V1": {
       "node": {
        "instances": 16622,
        "records_list_sha256": "027e76a49a057bbb64ad9dadc5276964e3d65d32dfc3b6b5477cdd8459a79692",
        "python_records_list_sha256": "027e76a49a057bbb64ad9dadc5276964e3d65d32dfc3b6b5477cdd8459a79692",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 16622,
         "ids": 291945,
         "bytes": 613015,
         "sha256": "1ca97639b6250c9b03592b7068d366201b0d7eee4858e6ff9d0a466e06ff0e72",
         "python_sha256": "1ca97639b6250c9b03592b7068d366201b0d7eee4858e6ff9d0a466e06ff0e72",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.b.V1.sha256.txt",
        "seconds": 2.1
       },
       "chromium": {
        "instances": 16622,
        "records_list_sha256": "027e76a49a057bbb64ad9dadc5276964e3d65d32dfc3b6b5477cdd8459a79692",
        "python_records_list_sha256": "027e76a49a057bbb64ad9dadc5276964e3d65d32dfc3b6b5477cdd8459a79692",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 16622,
         "ids": 291945,
         "bytes": 613015,
         "sha256": "1ca97639b6250c9b03592b7068d366201b0d7eee4858e6ff9d0a466e06ff0e72",
         "python_sha256": "1ca97639b6250c9b03592b7068d366201b0d7eee4858e6ff9d0a466e06ff0e72",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.b.V1.sha256.txt",
        "seconds": 1.9
       },
       "python_metrics": {
        "strings": 16622,
        "bytes": 1241964,
        "words": 273473,
        "tokens": 291945,
        "fertility": 1.0675459734599029,
        "continuedWordRate": 0.0462970750311731,
        "bytesPerToken": 4.254102656322252,
        "renyiEfficiency": 0.4242971676027658,
        "renyiEfficiencyObserved": 0.45565607837212874,
        "distinctTokens": 14996,
        "unk": 0,
        "unkRate": 0,
        "failClosed": 0,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 0,
        "instances": 16622,
        "examples": []
       }
      }
     }
    },
    "c": {
     "instances": 20520,
     "instances_sha256": "3ccd5076d1042f4df3bf4de923fe0a478469071122089a01afe2a677cde59984",
     "python_instances_sha256": "3ccd5076d1042f4df3bf4de923fe0a478469071122089a01afe2a677cde59984",
     "pinned": "golden/l1_instances_v1.meta.json",
     "cells": {
      "V0": {
       "node": {
        "instances": 20520,
        "records_list_sha256": "ec44644403ebfb72ac5c33fd3660f3a782f9fce8976fbf7230aa680d9b923794",
        "python_records_list_sha256": "ec44644403ebfb72ac5c33fd3660f3a782f9fce8976fbf7230aa680d9b923794",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 20520,
         "ids": 20582,
         "bytes": 41109,
         "sha256": "a97e775de8bb1864d38c2c6f521984cc30877e8d6d7d774b21762ba5db8bff87",
         "python_sha256": "a97e775de8bb1864d38c2c6f521984cc30877e8d6d7d774b21762ba5db8bff87",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.c.V0.sha256.txt",
        "seconds": 0.5
       },
       "chromium": {
        "instances": 20520,
        "records_list_sha256": "ec44644403ebfb72ac5c33fd3660f3a782f9fce8976fbf7230aa680d9b923794",
        "python_records_list_sha256": "ec44644403ebfb72ac5c33fd3660f3a782f9fce8976fbf7230aa680d9b923794",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 20520,
         "ids": 20582,
         "bytes": 41109,
         "sha256": "a97e775de8bb1864d38c2c6f521984cc30877e8d6d7d774b21762ba5db8bff87",
         "python_sha256": "a97e775de8bb1864d38c2c6f521984cc30877e8d6d7d774b21762ba5db8bff87",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.c.V0.sha256.txt",
        "seconds": 0.4
       },
       "python_metrics": {
        "strings": 20520,
        "bytes": 103500,
        "words": 20578,
        "tokens": 20582,
        "fertility": 1.0001943823500825,
        "continuedWordRate": 0.00009719117504130625,
        "bytesPerToken": 5.0286658245068505,
        "renyiEfficiency": 0.0007924980569942173,
        "renyiEfficiencyObserved": 0.0025205060305265887,
        "distinctTokens": 17,
        "unk": 20494,
        "unkRate": 0.9957244193955884,
        "failClosed": 20412,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 0,
        "instances": 20520,
        "examples": []
       }
      },
      "V1": {
       "node": {
        "instances": 20520,
        "records_list_sha256": "2849500c23be688bff75211245bf882328f87821ae4009820138c57002bb6bd7",
        "python_records_list_sha256": "2849500c23be688bff75211245bf882328f87821ae4009820138c57002bb6bd7",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 20520,
         "ids": 20675,
         "bytes": 41521,
         "sha256": "ebb579b2d8fe03cfa83a817a7c5f4a1999627869e03ff72564d4ec9602833171",
         "python_sha256": "ebb579b2d8fe03cfa83a817a7c5f4a1999627869e03ff72564d4ec9602833171",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.c.V1.sha256.txt",
        "seconds": 0.5
       },
       "chromium": {
        "instances": 20520,
        "records_list_sha256": "2849500c23be688bff75211245bf882328f87821ae4009820138c57002bb6bd7",
        "python_records_list_sha256": "2849500c23be688bff75211245bf882328f87821ae4009820138c57002bb6bd7",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 20520,
         "ids": 20675,
         "bytes": 41521,
         "sha256": "ebb579b2d8fe03cfa83a817a7c5f4a1999627869e03ff72564d4ec9602833171",
         "python_sha256": "ebb579b2d8fe03cfa83a817a7c5f4a1999627869e03ff72564d4ec9602833171",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.c.V1.sha256.txt",
        "seconds": 0.4
       },
       "python_metrics": {
        "strings": 20520,
        "bytes": 103500,
        "words": 20578,
        "tokens": 20675,
        "fertility": 1.0047137719895034,
        "continuedWordRate": 0.002672757313635922,
        "bytesPerToken": 5.006045949214027,
        "renyiEfficiency": 0.001963500789274245,
        "renyiEfficiencyObserved": 0.005182870279689434,
        "distinctTokens": 50,
        "unk": 20425,
        "unkRate": 0.9879081015719468,
        "failClosed": 20412,
        "longWords": 0
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 28,
        "instances": 20520,
        "examples": [
         {
          "instance": 19980,
          "first_difference_at": 2,
          "ours": [
           "ο",
           "##δ",
           "##ος"
          ],
          "hf": [
           "ο",
           "##δ",
           "##ο",
           "##σ"
          ],
          "tokens": [
           3,
           4
          ]
         },
         {
          "instance": 19981,
          "first_difference_at": 2,
          "ours": [
           "ο",
           "##δ",
           "##ος",
           "ο",
           "##δ",
           "##ος"
          ],
          "hf": [
           "ο",
           "##δ",
           "##ο",
           "##σ",
           "ο",
           "##δ",
           "##ο"
          ],
          "tokens": [
           6,
           8
          ]
         },
         {
          "instance": 19983,
          "first_difference_at": 1,
          "ours": [
           "a",
           "##ς",
           "."
          ],
          "hf": [
           "a",
           "##σ",
           "."
          ],
          "tokens": [
           3,
           3
          ]
         }
        ]
       }
      }
     }
    },
    "d": {
     "instances": 2000,
     "instances_sha256": "aabb7bef0eb5a5c24282a31061919f98b420f0ec3ebd764c3a24114c94752ecf",
     "python_instances_sha256": "aabb7bef0eb5a5c24282a31061919f98b420f0ec3ebd764c3a24114c94752ecf",
     "pinned": "golden/l1_instances_v1.meta.json",
     "cells": {
      "V0": {
       "node": {
        "instances": 2000,
        "records_list_sha256": "83916d1a4c64b7a0cbe8a31e4c78523bb56ca766a31d5013dcfe47a65229776c",
        "python_records_list_sha256": "83916d1a4c64b7a0cbe8a31e4c78523bb56ca766a31d5013dcfe47a65229776c",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 2000,
         "ids": 7254,
         "bytes": 9254,
         "sha256": "d59109f0fc292e1dca4638673db1e1db2f5c630d83eb973c843e7a4a16315670",
         "python_sha256": "d59109f0fc292e1dca4638673db1e1db2f5c630d83eb973c843e7a4a16315670",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.d.V0.sha256.txt",
        "seconds": 0.3
       },
       "chromium": {
        "instances": 2000,
        "records_list_sha256": "83916d1a4c64b7a0cbe8a31e4c78523bb56ca766a31d5013dcfe47a65229776c",
        "python_records_list_sha256": "83916d1a4c64b7a0cbe8a31e4c78523bb56ca766a31d5013dcfe47a65229776c",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 2000,
         "ids": 7254,
         "bytes": 9254,
         "sha256": "d59109f0fc292e1dca4638673db1e1db2f5c630d83eb973c843e7a4a16315670",
         "python_sha256": "d59109f0fc292e1dca4638673db1e1db2f5c630d83eb973c843e7a4a16315670",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.d.V0.sha256.txt",
        "seconds": 0.3
       },
       "python_metrics": {
        "strings": 2000,
        "bytes": 190484,
        "words": 7254,
        "tokens": 7254,
        "fertility": 1,
        "continuedWordRate": 0,
        "bytesPerToken": 26.25916735594155,
        "renyiEfficiency": 0.0029039085721083283,
        "renyiEfficiencyObserved": 0.007550162287481653,
        "distinctTokens": 32,
        "unk": 7141,
        "unkRate": 0.9844223876481941,
        "failClosed": 369,
        "longWords": 217
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 29,
        "instances": 2000,
        "examples": [
         {
          "instance": 70,
          "first_difference_at": 1,
          "ours": [
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           ";",
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "tokens": [
           3,
           5
          ]
         },
         {
          "instance": 140,
          "first_difference_at": 3,
          "ours": [
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           "[UNK]",
           "[UNK]",
           ">",
           "[UNK]"
          ],
          "tokens": [
           3,
           5
          ]
         },
         {
          "instance": 191,
          "first_difference_at": 1,
          "ours": [
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           ";",
           "[UNK]"
          ],
          "tokens": [
           1,
           3
          ]
         }
        ]
       }
      },
      "V1": {
       "node": {
        "instances": 2000,
        "records_list_sha256": "5fbea5ff13f2e25dd3c1009bd9b12e67388ebdeede31f80a82c6c68c2a5827e7",
        "python_records_list_sha256": "5fbea5ff13f2e25dd3c1009bd9b12e67388ebdeede31f80a82c6c68c2a5827e7",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 2000,
         "ids": 7330,
         "bytes": 9817,
         "sha256": "ad34b5bfb37ea2be313b023f667906e19a8004707f8e5f764ecb3d19a8761fc0",
         "python_sha256": "ad34b5bfb37ea2be313b023f667906e19a8004707f8e5f764ecb3d19a8761fc0",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/node.d.V1.sha256.txt",
        "seconds": 0.3
       },
       "chromium": {
        "instances": 2000,
        "records_list_sha256": "5fbea5ff13f2e25dd3c1009bd9b12e67388ebdeede31f80a82c6c68c2a5827e7",
        "python_records_list_sha256": "5fbea5ff13f2e25dd3c1009bd9b12e67388ebdeede31f80a82c6c68c2a5827e7",
        "list_equal": true,
        "differing_instances": 0,
        "id_stream": {
         "instances": 2000,
         "ids": 7330,
         "bytes": 9817,
         "sha256": "ad34b5bfb37ea2be313b023f667906e19a8004707f8e5f764ecb3d19a8761fc0",
         "python_sha256": "ad34b5bfb37ea2be313b023f667906e19a8004707f8e5f764ecb3d19a8761fc0",
         "equal": true
        },
        "counterexamples": [],
        "records_sha256_file": "phase2/js/chromium.d.V1.sha256.txt",
        "seconds": 0.3
       },
       "python_metrics": {
        "strings": 2000,
        "bytes": 190484,
        "words": 7254,
        "tokens": 7330,
        "fertility": 1.0104769782189138,
        "continuedWordRate": 0.0044113592500689275,
        "bytesPerToken": 25.986903137789906,
        "renyiEfficiency": 0.009360151223366742,
        "renyiEfficiencyObserved": 0.02033301523457692,
        "distinctTokens": 116,
        "unk": 6917,
        "unkRate": 0.943656207366985,
        "failClosed": 369,
        "longWords": 217
       },
       "hf_agreement": {
        "instances_whose_tokens_differ": 29,
        "instances": 2000,
        "examples": [
         {
          "instance": 70,
          "first_difference_at": 1,
          "ours": [
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           ";",
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "tokens": [
           3,
           5
          ]
         },
         {
          "instance": 140,
          "first_difference_at": 3,
          "ours": [
           "[UNK]",
           "[UNK]",
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           "[UNK]",
           "[UNK]",
           ">",
           "[UNK]"
          ],
          "tokens": [
           3,
           5
          ]
         },
         {
          "instance": 191,
          "first_difference_at": 1,
          "ours": [
           "[UNK]"
          ],
          "hf": [
           "[UNK]",
           ";",
           "[UNK]"
          ],
          "tokens": [
           1,
           3
          ]
         }
        ]
       }
      }
     }
    }
   },
   "controls": {
    "1": {
     "what": "S6's platform normaliser s.toLowerCase().normalize('NFD') minus \\p{Mn} against the reference's R(s) (Python's per-case SHA-256), per case; must differ on >= 1 case in each runtime",
     "node": {
      "c": {
       "cases": 20520,
       "platform_differs_from_reference": 725,
       "platform_differs_from_this_cores_table": 725,
       "this_cores_table_list_sha256": "eca96dd8bd212de01442ab7520e832ada8172c18188f8c5f1628e9398fca49e1",
       "python_list_sha256": "eca96dd8bd212de01442ab7520e832ada8172c18188f8c5f1628e9398fca49e1",
       "table_list_equal": true,
       "table_cases_differing_from_reference": 0,
       "first_cases_where_the_platform_differs": [
        2,
        5,
        6
       ],
       "examples": [
        {
         "case": 2,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "0897"
        },
        {
         "case": 5,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "1ACF"
        },
        {
         "case": 6,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "1AD0"
        }
       ],
       "seconds": 0.5
      }
     },
     "chromium": {
      "c": {
       "cases": 20520,
       "platform_differs_from_reference": 725,
       "platform_differs_from_this_cores_table": 725,
       "this_cores_table_list_sha256": "eca96dd8bd212de01442ab7520e832ada8172c18188f8c5f1628e9398fca49e1",
       "python_list_sha256": "eca96dd8bd212de01442ab7520e832ada8172c18188f8c5f1628e9398fca49e1",
       "table_list_equal": true,
       "table_cases_differing_from_reference": 0,
       "first_cases_where_the_platform_differs": [
        2,
        5,
        6
       ],
       "examples": [
        {
         "case": 2,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "0897"
        },
        {
         "case": 5,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "1ACF"
        },
        {
         "case": 6,
         "first_difference_at_code_point": 0,
         "platform": "",
         "table": "1AD0"
        }
       ],
       "seconds": 0.4
      }
     }
    },
    "2": {
     "what": "WordPiece shortest-match-first against the registered longest-match-first; an instance differs when its record differs (must differ on >= 1 instance of a)",
     "shows_its_weakness": {
      "V0": true,
      "V1": true
     },
     "cells": {
      "V0": {
       "a": {
        "instances": 117659,
        "differ": 117659,
        "examples": [
         {
          "instance": 0,
          "first_difference_at": 207,
          "registered": "976696e67206f72206e6f6e6c6976696e672029\t181,0,4,74686174 385,5,10,7768696368 203,11,13,6973 5865,14,23,706572636569766564 152,24,26,6f72 1510,27,32,6b6e6f776e 152,33,35,6f72 3605,36,41,696e666572 1103,41,44,2323726564 155,45,47,746f 653,48,",
          "control": "976696e67206f72206e6f6e6c6976696e672029\t59,0,1,74 111,1,2,232368 104,2,3,232361 123,3,4,232374 62,5,6,77 111,6,7,232368 112,7,8,232369 106,8,9,232363 111,9,10,232368 48,11,12,69 122,12,13,232373 55,14,15,70 108,15,16,232365 121,16,17,232372"
         },
         {
          "instance": 1,
          "first_difference_at": 75,
          "registered": "320706879736963616c206578697374656e6365\t149,0,2,616e 7260,3,9,656e74697479 181,10,14,74686174 533,15,18,686173 1630,19,27,706879736963616c 3555,28,37,6578697374656e6365",
          "control": "320706879736963616c206578697374656e6365\t40,0,1,61 117,1,2,23236e 44,3,4,65 117,4,5,23236e 123,5,6,232374 112,6,7,232369 123,7,8,232374 128,8,9,232379 59,10,11,74 111,11,12,232368 104,12,13,232361 123,13,14,232374 47,15,16,68 104,16,17,23236"
         },
         {
          "instance": 2,
          "first_difference_at": 165,
          "registered": "56369666963206578616d706c6573\t40,0,1,61 1661,2,9,67656e6572616c 5470,10,17,636f6e63657074 1451,18,24,666f726d6564 196,25,27,6279 4104,28,35,65787472616374 142,35,38,2323696e67 856,39,45,636f6d6d6f6e 4610,46,54,6665617475726573 242,55,59,667",
          "control": "56369666963206578616d706c6573\t40,0,1,61 46,2,3,67 108,3,4,232365 117,4,5,23236e 108,5,6,232365 121,6,7,232372 104,7,8,232361 115,8,9,23236c 42,10,11,63 118,11,12,23236f 117,12,13,23236e 106,13,14,232363 108,14,15,232365 119,15,16,232370 123"
         }
        ]
       }
      },
      "V1": {
       "a": {
        "instances": 117659,
        "differ": 117659,
        "examples": [
         {
          "instance": 0,
          "first_difference_at": 207,
          "registered": "976696e67206f72206e6f6e6c6976696e672029\t2008,0,4,74686174 2029,5,10,7768696368 2003,11,13,6973 8690,14,23,706572636569766564 2030,24,26,6f72 2124,27,32,6b6e6f776e 2030,33,35,6f72 1999,36,38,696e 7512,38,41,2323666572 5596,41,44,2323726564 2",
          "control": "976696e67206f72206e6f6e6c6976696e672029\t1056,0,1,74 2232,1,2,232368 2050,2,3,232361 2102,3,4,232374 1059,5,6,77 2232,6,7,232368 2072,7,8,232369 2278,8,9,232363 2232,9,10,232368 1045,11,12,69 2015,12,13,232373 1052,14,15,70 2063,15,16,232365"
         },
         {
          "instance": 1,
          "first_difference_at": 75,
          "registered": "320706879736963616c206578697374656e6365\t2019,0,2,616e 9178,3,9,656e74697479 2008,10,14,74686174 2038,15,18,686173 3558,19,27,706879736963616c 4598,28,37,6578697374656e6365",
          "control": "320706879736963616c206578697374656e6365\t1037,0,1,61 2078,1,2,23236e 1041,3,4,65 2078,4,5,23236e 2102,5,6,232374 2072,6,7,232369 2102,7,8,232374 2100,8,9,232379 1056,10,11,74 2232,11,12,232368 2050,12,13,232361 2102,13,14,232374 1044,15,16,6"
         },
         {
          "instance": 2,
          "first_difference_at": 167,
          "registered": "369666963206578616d706c6573\t1037,0,1,61 2236,2,9,67656e6572616c 4145,10,17,636f6e63657074 2719,18,24,666f726d6564 2011,25,27,6279 14817,28,35,65787472616374 2075,35,38,2323696e67 2691,39,45,636f6d6d6f6e 2838,46,54,6665617475726573 2013,55,5",
          "control": "369666963206578616d706c6573\t1037,0,1,61 1043,2,3,67 2063,3,4,232365 2078,4,5,23236e 2063,5,6,232365 2099,6,7,232372 2050,7,8,232361 2140,8,9,23236c 1039,10,11,63 2080,11,12,23236f 2078,12,13,23236e 2278,13,14,232363 2063,14,15,232365 2361,1"
         }
        ]
       }
      }
     }
    },
    "3": {
     "what": "N_B without accent stripping (lowercase kept, NFD and Mn removal skipped) against the registered pipeline; an instance differs when its record differs (must differ on >= 1 instance of a or b)",
     "shows_its_weakness": {
      "V0": true,
      "V1": true
     },
     "cells": {
      "V0": {
       "a": {
        "instances": 117659,
        "differ": 0,
        "examples": []
       },
       "b": {
        "instances": 16622,
        "differ": 7,
        "examples": [
         {
          "instance": 157,
          "first_difference_at": 198,
          "registered_sha256": "5c501792541a33c6d31e1fc11391e8a985b2718c70ec0e4101ac652c26ea9596",
          "registered_length": 240,
          "control_sha256": "b43295928aba70b42d9513c6d36d9d4b5da0534a81dcad66c22cb2d0f4ed1df8",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         },
         {
          "instance": 530,
          "first_difference_at": 18,
          "registered_sha256": "a6a6726d27a4f4caf11dbb00d941a494264b3cd1f7d25f4b845c7bf5f85ffb53",
          "registered_length": 240,
          "control_sha256": "56c8fb4d33aeae3bf7c443fd5070ada84b6c502cf37172135f006acddf40eaa4",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         },
         {
          "instance": 7132,
          "first_difference_at": 198,
          "registered_sha256": "455b028a082e76106430ec809b920e91db1fe4f27433a85fce2452f98c14ab34",
          "registered_length": 240,
          "control_sha256": "0386e5d7cfe8a7a382df9edd8ede5f196a16153b4fe8e2f5220230070df67428",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         }
        ]
       }
      },
      "V1": {
       "a": {
        "instances": 117659,
        "differ": 0,
        "examples": []
       },
       "b": {
        "instances": 16622,
        "differ": 7,
        "examples": [
         {
          "instance": 157,
          "first_difference_at": 198,
          "registered_sha256": "a0906582ff8ff5bd7cc19b7d81a8ffec9f980375e30ca753071b556bde9e0e76",
          "registered_length": 240,
          "control_sha256": "33b9eef6dc9458ef9c4d90c2db434f304ba513ed7fdd604142c3c7b5d6056a2f",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         },
         {
          "instance": 530,
          "first_difference_at": 18,
          "registered_sha256": "799667e0fab4726cf4f6bd845ede26b0fceb3436df180a2322949ed53d0355f1",
          "registered_length": 240,
          "control_sha256": "fd04cae2f62b2ca784068c03d80f1fc3a89466421d84c16c2b126876c2a2bbe8",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         },
         {
          "instance": 7132,
          "first_difference_at": 198,
          "registered_sha256": "6ef512f69cdd29455e4d78fe153dfcfe96db2f1d4465373734c4da903c146c72",
          "registered_length": 240,
          "control_sha256": "eca8010b0a2690b75b049b19ae517e39d5a15702915dadfca7d9176044eb27e4",
          "control_length": 240,
          "text": "not committed (L1 Data: UD EWT text is not committed); the example is in phase2/l1/b.examples.json"
         }
        ]
       }
      }
     }
    }
   },
   "reference": {
    "trace_check": {
     "cases": 381,
     "lines": 762,
     "equal": 762,
     "first_mismatch": null,
     "vocabularies": [
      "V0",
      "V1"
     ]
    },
    "hugging_face": {
     "tokenizers": "0.23.3",
     "not_run": null,
     "settings": "BertWordPieceTokenizer(vocab file, lowercase=True, strip_accents=True, clean_text=True, handle_chinese_chars=True), encode(add_special_tokens=False); an instance differs when its token strings differ from ours"
    },
    "vocabularies": {
     "V0": {
      "entries": 8192,
      "sha256": "df22705601de2e425cd090edc5df05619ce4a08df336f40bf92a1ed59f9ca1ff"
     },
     "V1": {
      "entries": 30522,
      "sha256": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3"
     }
    }
   },
   "chromium_page_errors": []
  },
  "L3f": {
   "decision": "supported",
   "rule": "supported if the canonical point list has the SHA-256 claims.json records and the 2,000 sampled lines equal l3f-python.txt line for line; refuted by any difference; void if a control of L3 passed (Phase 1)",
   "forest": "noun",
   "nodes": 82115,
   "canonical_point_list": {
    "node_sha256": "eb22bf00689ec86da05f0f4ba6338abc0ba0a1549ada844a134cbce154a3ebc6",
    "python_sha256": "eb22bf00689ec86da05f0f4ba6338abc0ba0a1549ada844a134cbce154a3ebc6",
    "equal": true,
    "bytes": 29442565,
    "h3": "decoder3d.js TreeEmbedding3D pointExact (t = 3/4)",
    "h2": "lexicon_core.js's exact H^2 tree (D3, t = 11/13)"
   },
   "sample": {
    "lines": 2000,
    "equal": 2000,
    "differing": 0,
    "file": "results/l3f-python.txt",
    "counterexamples": []
   },
   "comparison_control": {
    "what": "one digit changed in one Node line must make exactly that line differ (reported; a check of the comparison, not a registered control)",
    "caught": true
   },
   "phase1_controls": {
    "source": "results/claims.json",
    "counts": {
     "1 zero-letter variant: nodes sharing a word (must be > 0)": 11978,
     "2 truncation variant: nodes sharing a word (must be > 0)": 74220,
     "3 float placement and decoding: failures among the 71454 words longer than 12 letters (must be > 0)": 67989,
     "4 H2 at t = 3/4: exact decoding failures (must be > 0)": 19796
    },
    "all_failed_as_required": true,
    "phase1_decision": "supported"
   },
   "ms": {
    "words": 85,
    "h3_point_exact_and_h2_points_all": 76575,
    "per_node": 0.933
   },
   "seconds": 76.7
  },
  "L4a": {
   "decision": "supported",
   "summary": "0 failures (rank lists and exact values) over mammals and nouns, H3 and H2; Python's control 2: shows its weakness",
   "rule": "every rank list SHA-256 equal and the graph-edge and closure MAP and mean rank equal as exact rationals, both sets, H3 and H2 (Python and Node); Chromium on the small set is reported",
   "node": {
    "mammals": {
     "H3": {
      "queries": 1176,
      "python_queries": 1176,
      "differing_rank_lists": 0,
      "rank_lists_digest": "6426f70fdeffb3775a9a18b6ddd84aba604f4f6a0d4ae494f4d132aa4053dac0",
      "python_rank_lists_digest": "6426f70fdeffb3775a9a18b6ddd84aba604f4f6a0d4ae494f4d132aa4053dac0",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "51819432553492217484042834552823/75029592323216949894417221280000",
        "js": "51819432553492217484042834552823/75029592323216949894417221280000",
        "equal": true
       },
       "closure_map": {
        "python": "353562806084170340320250959444004900934614308149024171707209981359992126338143263720590127086831486591055357403799155772360708362268267448109065126269546912605491866713722018769074534592298716211528106730217168969948689401223035465834198541568523708440798378267859682980870362160614581666065136784567670176556622467247900241122439473060352259238831267801374589360653006304763409900668182513353746209916517978780109433948239846567330780470604353905049635964173058218373805928246391054610530236505102881862654061491688868234321859779/1155692709451318271115233004270497210626934789605049252672473370101705552765122558540893495077954450091970682558950221389803130642648473675846138002127462495357762430577462381760583133266300149130287612961249411790029081076504228469827133851024788727335299530289078574781883146907591650598216158439859583164262951007449231543258124825088264089284487887148796546125514479850218102192709908167035075286200496825211332613687117494704341896313292199518549341385129853840597917070956305105697027604399958543158434767602573097994936320000",
        "js": "353562806084170340320250959444004900934614308149024171707209981359992126338143263720590127086831486591055357403799155772360708362268267448109065126269546912605491866713722018769074534592298716211528106730217168969948689401223035465834198541568523708440798378267859682980870362160614581666065136784567670176556622467247900241122439473060352259238831267801374589360653006304763409900668182513353746209916517978780109433948239846567330780470604353905049635964173058218373805928246391054610530236505102881862654061491688868234321859779/1155692709451318271115233004270497210626934789605049252672473370101705552765122558540893495077954450091970682558950221389803130642648473675846138002127462495357762430577462381760583133266300149130287612961249411790029081076504228469827133851024788727335299530289078574781883146907591650598216158439859583164262951007449231543258124825088264089284487887148796546125514479850218102192709908167035075286200496825211332613687117494704341896313292199518549341385129853840597917070956305105697027604399958543158434767602573097994936320000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "6837/2350",
        "js": "6837/2350",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "435817/6515",
        "js": "435817/6515",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": {
       "graph": 0,
       "closure": 0,
       "equal": true
      },
      "failures": 0,
      "seconds": 1.7,
      "seconds_arm": 0
     },
     "H2": {
      "queries": 1176,
      "python_queries": 1176,
      "differing_rank_lists": 0,
      "rank_lists_digest": "05872a2115071e545d9e9e991f468fc6fab4c861b91f8377af937b586aea016a",
      "python_rank_lists_digest": "05872a2115071e545d9e9e991f468fc6fab4c861b91f8377af937b586aea016a",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "5891827704381938104833036973/8197629876401059680866280000",
        "js": "5891827704381938104833036973/8197629876401059680866280000",
        "equal": true
       },
       "closure_map": {
        "python": "1331526603590482948451494338845145634397185092538927701311625387863375073997154485255188259003668969114373977112926920886385899642120313380824579550102742864724582047400717505398044501989361442685234947128574083956399571864107595220461955398036411780028841066799927863143683859507383434203585867859297602626682742596869630829234062566088871640825762652954839662487936051472905286210238786357011865542580331403811025134554189500003992549438767284588989409868692610838634525937356964294542123460802653249101777620245573785478740857/4346690154079496574743867009451379980703082750964967556210579121649906911471283842244071727555561528725214557151283030073342068749418695156476242770709626435697077753482591588568411602209699671905572284900983655011506687431575055790323161281492822886034292739860906424413282863910476916998077641727304108094446932214021499991739015184398531450465933471154580125614540441652290559876843739401887107869229130981533391412317629054620843694818628058367008008400875903435118676013398457771598120691269504436315061241267940760637440000",
        "js": "1331526603590482948451494338845145634397185092538927701311625387863375073997154485255188259003668969114373977112926920886385899642120313380824579550102742864724582047400717505398044501989361442685234947128574083956399571864107595220461955398036411780028841066799927863143683859507383434203585867859297602626682742596869630829234062566088871640825762652954839662487936051472905286210238786357011865542580331403811025134554189500003992549438767284588989409868692610838634525937356964294542123460802653249101777620245573785478740857/4346690154079496574743867009451379980703082750964967556210579121649906911471283842244071727555561528725214557151283030073342068749418695156476242770709626435697077753482591588568411602209699671905572284900983655011506687431575055790323161281492822886034292739860906424413282863910476916998077641727304108094446932214021499991739015184398531450465933471154580125614540441652290559876843739401887107869229130981533391412317629054620843694818628058367008008400875903435118676013398457771598120691269504436315061241267940760637440000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "6431/2350",
        "js": "6431/2350",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "446213/6515",
        "js": "446213/6515",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": {
       "graph": 0,
       "closure": 0,
       "equal": true
      },
      "failures": 0,
      "seconds": 1.9,
      "seconds_arm": 0
     }
    },
    "nouns": {
     "H3": {
      "queries": 200,
      "python_queries": 200,
      "differing_rank_lists": 0,
      "rank_lists_digest": "5d5d9cafb4b206fabb5ffe49234c82766c1030be074539874a15f2c4d63d40f7",
      "python_rank_lists_digest": "5d5d9cafb4b206fabb5ffe49234c82766c1030be074539874a15f2c4d63d40f7",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "9917590843305811/17925958290240000",
        "js": "9917590843305811/17925958290240000",
        "equal": true
       },
       "closure_map": {
        "python": "36024458345047889320520324551615251138159093152180854817178886659696460401633085194598136656611415416507602753793656022221566619669103528163916403148408390084498087153965049998507515155929959367933933984424816970266779157028496078844665926771432327874262666859176088206024099814024656925068665400465478190747593285419654887060033942780511904433126722052418677665620762133688616906806439740482355681698231654097517560027247935530441918693272065357621720209271849657093753676188354149166011427229004549099659525543085243797908961855451397460432500707367885735914114270070906852655583809151200700001012258240560777037432867850607163387990529728723206274610612785038879129516626356077382736399327583938308797180007267175970808524681578397805491/259540482820173993371996070631274265675164668672351924472845503956972187078627272423805996401635717157091400632034615483707156897954825515933489773229105894727026233785542157109432305847571905519504215186476438263218006245019548167343183535072851797292706588681778213179239271889502835513527670071004844807292085820196179958096897578303201143623945069438446359755089405850754248470681644180744018554082323192920196607709141392094283945851915578310859119624614948368992295048934436099393086128068273553290667516537951470474770254921163489033454010598406277477084417046392456283385293409855775686088879928596283704705686075897850626628905463102878188357426444437866831231758791911692455987813411019349049893721570478319106289711514160640000000",
        "js": "36024458345047889320520324551615251138159093152180854817178886659696460401633085194598136656611415416507602753793656022221566619669103528163916403148408390084498087153965049998507515155929959367933933984424816970266779157028496078844665926771432327874262666859176088206024099814024656925068665400465478190747593285419654887060033942780511904433126722052418677665620762133688616906806439740482355681698231654097517560027247935530441918693272065357621720209271849657093753676188354149166011427229004549099659525543085243797908961855451397460432500707367885735914114270070906852655583809151200700001012258240560777037432867850607163387990529728723206274610612785038879129516626356077382736399327583938308797180007267175970808524681578397805491/259540482820173993371996070631274265675164668672351924472845503956972187078627272423805996401635717157091400632034615483707156897954825515933489773229105894727026233785542157109432305847571905519504215186476438263218006245019548167343183535072851797292706588681778213179239271889502835513527670071004844807292085820196179958096897578303201143623945069438446359755089405850754248470681644180744018554082323192920196607709141392094283945851915578310859119624614948368992295048934436099393086128068273553290667516537951470474770254921163489033454010598406277477084417046392456283385293409855775686088879928596283704705686075897850626628905463102878188357426444437866831231758791911692455987813411019349049893721570478319106289711514160640000000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "631/156",
        "js": "631/156",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "3818875/2362",
        "js": "3818875/2362",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": {
       "graph": 0,
       "closure": 0,
       "equal": true
      },
      "failures": 0,
      "seconds": 28.3,
      "seconds_arm": 0.4
     },
     "H2": {
      "queries": 200,
      "python_queries": 200,
      "differing_rank_lists": 0,
      "rank_lists_digest": "c2ca94116a6d8fde0883bad55ade89e9d431919d03c47f3e0f38b3e1f2c5913b",
      "python_rank_lists_digest": "c2ca94116a6d8fde0883bad55ade89e9d431919d03c47f3e0f38b3e1f2c5913b",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "4227046983383114447/7387183492809120000",
        "js": "4227046983383114447/7387183492809120000",
        "equal": true
       },
       "closure_map": {
        "python": "29845744469787818992380715228368618468054504607697140283716794585468724717565649988441387624165932343970589329375901983432555016253637440239724538720096431020773175505645803480118780624512744198409921022072763821572399081843168298586038731661645899999050701618668733330058760514727120920638515307382685722741384641977878266611351552239469084264211812911670071116082654268111887541525577686653812380293652920837862534613005195348039574253910264323304510534718087741923630531136534084937697029844225941016762582913214689438060379935227086159166264244377519546800757622365499707073443613054546930322203560853236798582779483503449597776396447418047569443287995854225834986580676128994686241726711/216091247841876722493517550904359100034693835627166060046695593169604257920634207445002493313278353830570767772714262415658332310569305195126323389073125748249327933535852226126892483456372058319487220963346401957967865787981631876635171368811948081577213289166772329058767845824667446011942300086485266107120780268441987865542099963273664583521242517430366121418991690334684940617499337622457486515868143520886772381871828185831206271890057844668554909451315985802718239110627013449827337453862295964654225069179021746462535835501820747554830752338410806209761249243676832120046481333008098564369359190719977411798631290490269232360758846773595591708110929659377675043220693820896059136000000",
        "js": "29845744469787818992380715228368618468054504607697140283716794585468724717565649988441387624165932343970589329375901983432555016253637440239724538720096431020773175505645803480118780624512744198409921022072763821572399081843168298586038731661645899999050701618668733330058760514727120920638515307382685722741384641977878266611351552239469084264211812911670071116082654268111887541525577686653812380293652920837862534613005195348039574253910264323304510534718087741923630531136534084937697029844225941016762582913214689438060379935227086159166264244377519546800757622365499707073443613054546930322203560853236798582779483503449597776396447418047569443287995854225834986580676128994686241726711/216091247841876722493517550904359100034693835627166060046695593169604257920634207445002493313278353830570767772714262415658332310569305195126323389073125748249327933535852226126892483456372058319487220963346401957967865787981631876635171368811948081577213289166772329058767845824667446011942300086485266107120780268441987865542099963273664583521242517430366121418991690334684940617499337622457486515868143520886772381871828185831206271890057844668554909451315985802718239110627013449827337453862295964654225069179021746462535835501820747554830752338410806209761249243676832120046481333008098564369359190719977411798631290490269232360758846773595591708110929659377675043220693820896059136000000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "1273/312",
        "js": "1273/312",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "1841521/1181",
        "js": "1841521/1181",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": {
       "graph": 0,
       "closure": 0,
       "equal": true
      },
      "failures": 0,
      "seconds": 35.2,
      "seconds_arm": 0.6
     }
    }
   },
   "chromium": {
    "set": "mammals",
    "trees": {
     "H3": {
      "queries": 1176,
      "python_queries": 1176,
      "differing_rank_lists": 0,
      "rank_lists_digest": "6426f70fdeffb3775a9a18b6ddd84aba604f4f6a0d4ae494f4d132aa4053dac0",
      "python_rank_lists_digest": "6426f70fdeffb3775a9a18b6ddd84aba604f4f6a0d4ae494f4d132aa4053dac0",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "51819432553492217484042834552823/75029592323216949894417221280000",
        "js": "51819432553492217484042834552823/75029592323216949894417221280000",
        "equal": true
       },
       "closure_map": {
        "python": "353562806084170340320250959444004900934614308149024171707209981359992126338143263720590127086831486591055357403799155772360708362268267448109065126269546912605491866713722018769074534592298716211528106730217168969948689401223035465834198541568523708440798378267859682980870362160614581666065136784567670176556622467247900241122439473060352259238831267801374589360653006304763409900668182513353746209916517978780109433948239846567330780470604353905049635964173058218373805928246391054610530236505102881862654061491688868234321859779/1155692709451318271115233004270497210626934789605049252672473370101705552765122558540893495077954450091970682558950221389803130642648473675846138002127462495357762430577462381760583133266300149130287612961249411790029081076504228469827133851024788727335299530289078574781883146907591650598216158439859583164262951007449231543258124825088264089284487887148796546125514479850218102192709908167035075286200496825211332613687117494704341896313292199518549341385129853840597917070956305105697027604399958543158434767602573097994936320000",
        "js": "353562806084170340320250959444004900934614308149024171707209981359992126338143263720590127086831486591055357403799155772360708362268267448109065126269546912605491866713722018769074534592298716211528106730217168969948689401223035465834198541568523708440798378267859682980870362160614581666065136784567670176556622467247900241122439473060352259238831267801374589360653006304763409900668182513353746209916517978780109433948239846567330780470604353905049635964173058218373805928246391054610530236505102881862654061491688868234321859779/1155692709451318271115233004270497210626934789605049252672473370101705552765122558540893495077954450091970682558950221389803130642648473675846138002127462495357762430577462381760583133266300149130287612961249411790029081076504228469827133851024788727335299530289078574781883146907591650598216158439859583164262951007449231543258124825088264089284487887148796546125514479850218102192709908167035075286200496825211332613687117494704341896313292199518549341385129853840597917070956305105697027604399958543158434767602573097994936320000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "6837/2350",
        "js": "6837/2350",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "435817/6515",
        "js": "435817/6515",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": null,
      "failures": 0,
      "seconds": 1.4
     },
     "H2": {
      "queries": 1176,
      "python_queries": 1176,
      "differing_rank_lists": 0,
      "rank_lists_digest": "05872a2115071e545d9e9e991f468fc6fab4c861b91f8377af937b586aea016a",
      "python_rank_lists_digest": "05872a2115071e545d9e9e991f468fc6fab4c861b91f8377af937b586aea016a",
      "first_differing": [],
      "exact": {
       "graph_map": {
        "python": "5891827704381938104833036973/8197629876401059680866280000",
        "js": "5891827704381938104833036973/8197629876401059680866280000",
        "equal": true
       },
       "closure_map": {
        "python": "1331526603590482948451494338845145634397185092538927701311625387863375073997154485255188259003668969114373977112926920886385899642120313380824579550102742864724582047400717505398044501989361442685234947128574083956399571864107595220461955398036411780028841066799927863143683859507383434203585867859297602626682742596869630829234062566088871640825762652954839662487936051472905286210238786357011865542580331403811025134554189500003992549438767284588989409868692610838634525937356964294542123460802653249101777620245573785478740857/4346690154079496574743867009451379980703082750964967556210579121649906911471283842244071727555561528725214557151283030073342068749418695156476242770709626435697077753482591588568411602209699671905572284900983655011506687431575055790323161281492822886034292739860906424413282863910476916998077641727304108094446932214021499991739015184398531450465933471154580125614540441652290559876843739401887107869229130981533391412317629054620843694818628058367008008400875903435118676013398457771598120691269504436315061241267940760637440000",
        "js": "1331526603590482948451494338845145634397185092538927701311625387863375073997154485255188259003668969114373977112926920886385899642120313380824579550102742864724582047400717505398044501989361442685234947128574083956399571864107595220461955398036411780028841066799927863143683859507383434203585867859297602626682742596869630829234062566088871640825762652954839662487936051472905286210238786357011865542580331403811025134554189500003992549438767284588989409868692610838634525937356964294542123460802653249101777620245573785478740857/4346690154079496574743867009451379980703082750964967556210579121649906911471283842244071727555561528725214557151283030073342068749418695156476242770709626435697077753482591588568411602209699671905572284900983655011506687431575055790323161281492822886034292739860906424413282863910476916998077641727304108094446932214021499991739015184398531450465933471154580125614540441652290559876843739401887107869229130981533391412317629054620843694818628058367008008400875903435118676013398457771598120691269504436315061241267940760637440000",
        "equal": true
       },
       "graph_mean_rank": {
        "python": "6431/2350",
        "js": "6431/2350",
        "equal": true
       },
       "closure_mean_rank": {
        "python": "446213/6515",
        "js": "446213/6515",
        "equal": true
       }
      },
      "exact_values_equal": true,
      "ap_list_digests_equal": true,
      "queries_without_neighbours": null,
      "failures": 0,
      "seconds": 1.5
     }
    },
    "seconds": 3
   }
  },
  "L4b": {
   "decision": "supported",
   "summary": "decided by the reference: 997/1000 queries with an inversion in H3 or H2; Node (reported) 997",
   "python": {
    "set": "nouns",
    "queries": 1000,
    "queries_with_an_inversion_in_H3_or_H2": 997,
    "trees": {
     "H3": {
      "queries": 1000,
      "queries_with_inversion": 990,
      "inversions": 4978009,
      "float_ties_of_strictly_ordered_pairs": 152072,
      "queries_with_float_ties": 982,
      "nonfinite_float_keys": 0,
      "first_inversion": {
       "query_index": 0,
       "query": "01984245",
       "query_word_length": 25,
       "position_in_exact_order": 0,
       "pair": [
        "01982650",
        "01983048"
       ],
       "word_lengths": [
        24,
        25
       ],
       "deeper_word_length": 25,
       "float_keys": [
        "-1.8473159558126633e+18",
        "-1.3029982431615123e+19"
       ]
      },
      "deeper_word_length_at_each_querys_first_inversion": {
       "queries": 990,
       "min": 11,
       "max": 35,
       "histogram": {
        "11": 2,
        "12": 9,
        "13": 48,
        "14": 83,
        "15": 99,
        "16": 91,
        "17": 93,
        "18": 99,
        "19": 66,
        "20": 53,
        "21": 52,
        "22": 63,
        "23": 49,
        "24": 60,
        "25": 33,
        "26": 29,
        "27": 21,
        "28": 16,
        "29": 9,
        "30": 5,
        "31": 6,
        "32": 1,
        "33": 2,
        "35": 1
       }
      },
      "seconds": 19
     },
     "H2": {
      "queries": 1000,
      "queries_with_inversion": 993,
      "inversions": 8969341,
      "float_ties_of_strictly_ordered_pairs": 1715,
      "queries_with_float_ties": 345,
      "nonfinite_float_keys": 0,
      "first_inversion": {
       "query_index": 0,
       "query": "01984245",
       "query_word_length": 25,
       "position_in_exact_order": 0,
       "pair": [
        "01982650",
        "01983048"
       ],
       "word_lengths": [
        24,
        25
       ],
       "deeper_word_length": 25,
       "float_keys": [
        "-9.041158903516453e+32",
        "-1.4257702055660725e+34"
       ]
      },
      "deeper_word_length_at_each_querys_first_inversion": {
       "queries": 993,
       "min": 9,
       "max": 35,
       "histogram": {
        "9": 3,
        "10": 17,
        "11": 34,
        "12": 57,
        "13": 54,
        "14": 69,
        "15": 81,
        "16": 81,
        "17": 86,
        "18": 93,
        "19": 62,
        "20": 44,
        "21": 60,
        "22": 58,
        "23": 42,
        "24": 32,
        "25": 36,
        "26": 26,
        "27": 18,
        "28": 17,
        "29": 9,
        "30": 4,
        "31": 6,
        "33": 3,
        "35": 1
       }
      },
      "seconds": 25.3
     }
    }
   },
   "node": {
    "set": "nouns",
    "queries": 1000,
    "trees": {
     "H3": {
      "node": {
       "queries": 1000,
       "queries_with_inversion": 990,
       "inversions": 4978009,
       "float_ties_of_strictly_ordered_pairs": 152072,
       "queries_with_float_ties": 982,
       "nonfinite_float_keys": 0,
       "first_inversion": {
        "query_index": 0,
        "query": "01984245",
        "query_word_length": 25,
        "position_in_exact_order": 0,
        "pair": [
         "01982650",
         "01983048"
        ],
        "word_lengths": [
         24,
         25
        ],
        "deeper_word_length": 25,
        "float_keys": [
         "-1847315955812663300",
         "-13029982431615123000"
        ]
       },
       "deeper_word_length_at_each_querys_first_inversion": {
        "queries": 990,
        "min": 11,
        "max": 35,
        "histogram": {
         "11": 2,
         "12": 9,
         "13": 48,
         "14": 83,
         "15": 99,
         "16": 91,
         "17": 93,
         "18": 99,
         "19": 66,
         "20": 53,
         "21": 52,
         "22": 63,
         "23": 49,
         "24": 60,
         "25": 33,
         "26": 29,
         "27": 21,
         "28": 16,
         "29": 9,
         "30": 5,
         "31": 6,
         "32": 1,
         "33": 2,
         "35": 1
        }
       },
       "seconds": 86.8
      },
      "agreement_with_python": {
       "queries_compared": 1000,
       "queries_where_counts_differ": 0,
       "first_differing": [],
       "totals_equal": true,
       "first_inversion_equal": true
      }
     },
     "H2": {
      "node": {
       "queries": 1000,
       "queries_with_inversion": 993,
       "inversions": 8969341,
       "float_ties_of_strictly_ordered_pairs": 1715,
       "queries_with_float_ties": 345,
       "nonfinite_float_keys": 0,
       "first_inversion": {
        "query_index": 0,
        "query": "01984245",
        "query_word_length": 25,
        "position_in_exact_order": 0,
        "pair": [
         "01982650",
         "01983048"
        ],
        "word_lengths": [
         24,
         25
        ],
        "deeper_word_length": 25,
        "float_keys": [
         "-9.041158903516453e+32",
         "-1.4257702055660725e+34"
        ]
       },
       "deeper_word_length_at_each_querys_first_inversion": {
        "queries": 993,
        "min": 9,
        "max": 35,
        "histogram": {
         "9": 3,
         "10": 17,
         "11": 34,
         "12": 57,
         "13": 54,
         "14": 69,
         "15": 81,
         "16": 81,
         "17": 86,
         "18": 93,
         "19": 62,
         "20": 44,
         "21": 60,
         "22": 58,
         "23": 42,
         "24": 32,
         "25": 36,
         "26": 26,
         "27": 18,
         "28": 17,
         "29": 9,
         "30": 4,
         "31": 6,
         "33": 3,
         "35": 1
        }
       },
       "seconds": 109.4
      },
      "agreement_with_python": {
       "queries_compared": 1000,
       "queries_where_counts_differ": 0,
       "first_differing": [],
       "totals_equal": true,
       "first_inversion_equal": true
      }
     }
    },
    "node_queries_with_an_inversion_in_H3_or_H2": 997
   },
   "controls": {
    "1": {
     "python": {
      "queries": 1176,
      "queries_with_inversion": 1137,
      "inversions": 200369,
      "float_ties_of_strictly_ordered_pairs": 212,
      "queries_with_float_ties": 81,
      "nonfinite_float_keys": 902886,
      "first_inversion": {
       "query_index": 0,
       "query": "01319339",
       "query_word_length": 28,
       "position_in_exact_order": 181,
       "pair": [
        "01886756",
        "02392555"
       ],
       "word_lengths": [
        20,
        26
       ],
       "deeper_word_length": 26,
       "float_keys": [
        "-5.754789704669605e+25",
        "-6.798710178473241e+29"
       ]
      },
      "deeper_word_length_at_each_querys_first_inversion": {
       "queries": 1137,
       "min": 20,
       "max": 29,
       "histogram": {
        "20": 56,
        "21": 15,
        "22": 3,
        "23": 262,
        "24": 108,
        "25": 153,
        "26": 196,
        "27": 223,
        "28": 112,
        "29": 9
       }
      },
      "seconds": 0.3,
      "what": "float64 coordinates rounded to float32, the key in float32 arithmetic (numpy), every query of mammals in H3: must show >= 1 inversion, or (b) is void"
     },
     "node": {
      "queries": 1176,
      "queries_with_inversion": 1137,
      "inversions": 200369,
      "float_ties_of_strictly_ordered_pairs": 212,
      "queries_with_float_ties": 81,
      "nonfinite_float_keys": 902886,
      "first_inversion": {
       "query_index": 0,
       "query": "01319339",
       "query_word_length": 28,
       "position_in_exact_order": 181,
       "pair": [
        "01886756",
        "02392555"
       ],
       "word_lengths": [
        20,
        26
       ],
       "deeper_word_length": 26,
       "float_keys": [
        "-5.754789704669605e+25",
        "-6.798710178473241e+29"
       ]
      },
      "deeper_word_length_at_each_querys_first_inversion": {
       "queries": 1137,
       "min": 20,
       "max": 29,
       "histogram": {
        "20": 56,
        "21": 15,
        "22": 3,
        "23": 262,
        "24": 108,
        "25": 153,
        "26": 196,
        "27": 223,
        "28": 112,
        "29": 9
       }
      },
      "seconds": 0.8
     },
     "agreement": {
      "queries_compared": 1176,
      "queries_where_counts_differ": 0,
      "first_differing": [],
      "totals_equal": true,
      "first_inversion_equal": true
     }
    },
    "2": {
     "python": {
      "queries": 1176,
      "queries_with_an_exact_tie": 488,
      "queries_whose_ap_differs": 487,
      "examples": [
       {
        "query": "01874434",
        "exact_pessimistic_ap": {
         "exact": "791/810",
         "float": 0.9765432098765432
        },
        "acosh_index_ap": {
         "exact": "17379343/74476584",
         "float": 0.2333531167326364
        }
       },
       {
        "query": "01876326",
        "exact_pessimistic_ap": {
         "exact": "7/10",
         "float": 0.7
        },
        "acosh_index_ap": {
         "exact": "321/1268",
         "float": 0.2531545741324921
        }
       },
       {
        "query": "01877134",
        "exact_pessimistic_ap": {
         "exact": "9/10",
         "float": 0.9
        },
        "acosh_index_ap": {
         "exact": "151403/910800",
         "float": 0.16623078612209047
        }
       }
      ],
      "status": "shows its weakness",
      "seconds": 0.7,
      "what": "the float evaluator sorting by float64 acosh(max(1, key)) then node index, against the pessimistic exact graph-edge AP, on every query of mammals in H3 with an exact neighbour/non-neighbour tie: must differ on >= 1 (N/A, not void, without ties)"
     },
     "node": {
      "queries": 1176,
      "queries_with_an_exact_tie": 488,
      "queries_whose_ap_differs": 487,
      "examples": [
       {
        "query": "01874434",
        "exact_pessimistic_ap": {
         "exact": "791/810",
         "float": 0.9765432098765432
        },
        "acosh_index_ap": {
         "exact": "17379343/74476584",
         "float": 0.2333531167326364
        }
       },
       {
        "query": "01876326",
        "exact_pessimistic_ap": {
         "exact": "7/10",
         "float": 0.7
        },
        "acosh_index_ap": {
         "exact": "321/1268",
         "float": 0.2531545741324921
        }
       },
       {
        "query": "01877134",
        "exact_pessimistic_ap": {
         "exact": "9/10",
         "float": 0.9
        },
        "acosh_index_ap": {
         "exact": "151403/910800",
         "float": 0.16623078612209047
        }
       }
      ],
      "status": "shows its weakness",
      "seconds": 0.6
     },
     "agreement": {
      "ties_equal": true,
      "differing_equal": true
     }
    }
   }
  }
 },
 "timings": {
  "parity_and_data": 14,
  "l1_instance_lists": 1.1,
  "l1_node": 21.7,
  "wordnet_and_l4_sets": 2.2,
  "chromium": 27.7,
  "l3f": 76.7,
  "l4_node": 268.1,
  "total": 411.4
 }
}
