{
 "label": "PREREGISTRATION.md with Amendments 1-14",
 "mode": "dry",
 "shape": "verb",
 "step": "decisive",
 "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
 "git": {
  "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
  "status_ok": true,
  "scope": [
   "Pages/Hyperbolic Lexicon",
   "Pages/Hyperbolic Oracles/reference",
   "Pages/Engram Minds Eye/reference"
  ],
  "changed": [
   "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
   "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
   "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
  ],
  "clean": false,
  "sys_path_outside_scope": []
 },
 "git_checks": [
  {
   "where": "before the pool: pass 1: exact arms",
   "time": "2026-11-07T18:16:16Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "changed": [
    "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
   ],
   "sys_path_outside_scope": []
  },
  {
   "where": "before the pool: training: measured, edge-shuffled, pre-flight, replay",
   "time": "2026-11-07T18:19:45Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "changed": [
    "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
   ],
   "sys_path_outside_scope": []
  },
  {
   "where": "before the pool: pass 1: learned tables",
   "time": "2026-11-07T18:42:47Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "changed": [
    "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
   ],
   "sys_path_outside_scope": []
  },
  {
   "where": "before pass 2",
   "time": "2026-11-07T18:44:07Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "changed": [
    "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
   ],
   "sys_path_outside_scope": []
  },
  {
   "where": "before writing the record",
   "time": "2026-11-07T18:46:24Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "changed": [
    "Pages/Hyperbolic Lexicon/reference/results/dry/settings-stage2.json",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/stage2-tuning-console.txt",
    "Pages/Hyperbolic Lexicon/reference/results/dry/tuning-stage2.json"
   ],
   "sys_path_outside_scope": []
  }
 ],
 "development_run": null,
 "starts": [
  {
   "time": "2026-11-07T14:06:09Z",
   "head": "841b90cca9894d2b544c4a0635fba1a9507fdd1e",
   "argv": [
    "--dry",
    "--workers",
    "4"
   ],
   "workers": 4,
   "mark": null,
   "pid": 25741,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99",
   "environment": {
    "python": "3.13.18",
    "numpy": "2.5.3",
    "numba": "0.68.1",
    "llvmlite": "0.50.0",
    "libc": [
     "glibc",
     "2.39"
    ],
    "platform": "Linux-6.18.44-fc-v310-x86_64-with-glibc2.39",
    "numpy_cpu_features": [
     "AVX",
     "AVX2",
     "AVX512BF16",
     "AVX512BITALG",
     "AVX512BW",
     "AVX512CD",
     "AVX512DQ",
     "AVX512F",
     "AVX512FP16",
     "AVX512IFMA",
     "AVX512VBMI",
     "AVX512VBMI2",
     "AVX512VL",
     "AVX512VNNI",
     "AVX512VPOPCNTDQ",
     "AVX512_CLX",
     "AVX512_CNL",
     "AVX512_ICL",
     "AVX512_SKX",
     "AVX512_SPR",
     "BMI",
     "BMI2",
     "CX16",
     "F16C",
     "FMA3",
     "GFNI",
     "LAHF",
     "LZCNT",
     "MMX",
     "MOVBE",
     "POPCNT",
     "SSE",
     "SSE2",
     "SSE3",
     "SSE41",
     "SSE42",
     "SSSE3",
     "VAES",
     "VPCLMULQDQ",
     "X86_V2",
     "X86_V3",
     "X86_V4"
    ],
    "numpy_cpu_dispatch": [
     "X86_V3",
     "X86_V4",
     "AVX512_ICL",
     "AVX512_SPR"
    ],
    "cpu": "Intel(R) Xeon(R) Processor @ 2.10GHz",
    "implementation": "CPython"
   }
  },
  {
   "time": "2026-11-07T18:16:10Z",
   "head": "9550eeaeb0543280519b03e13ba060238a8638e1",
   "argv": [
    "--dry",
    "--workers",
    "4"
   ],
   "workers": 4,
   "mark": null,
   "pid": 15939,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99",
   "environment": {
    "python": "3.13.18",
    "numpy": "2.5.3",
    "numba": "0.68.1",
    "llvmlite": "0.50.0",
    "libc": [
     "glibc",
     "2.39"
    ],
    "platform": "Linux-6.18.44-fc-v310-x86_64-with-glibc2.39",
    "numpy_cpu_features": [
     "AVX",
     "AVX2",
     "AVX512BF16",
     "AVX512BITALG",
     "AVX512BW",
     "AVX512CD",
     "AVX512DQ",
     "AVX512F",
     "AVX512FP16",
     "AVX512IFMA",
     "AVX512VBMI",
     "AVX512VBMI2",
     "AVX512VL",
     "AVX512VNNI",
     "AVX512VPOPCNTDQ",
     "AVX512_CLX",
     "AVX512_CNL",
     "AVX512_ICL",
     "AVX512_SKX",
     "AVX512_SPR",
     "BMI",
     "BMI2",
     "CX16",
     "F16C",
     "FMA3",
     "GFNI",
     "LAHF",
     "LZCNT",
     "MMX",
     "MOVBE",
     "POPCNT",
     "SSE",
     "SSE2",
     "SSE3",
     "SSE41",
     "SSE42",
     "SSSE3",
     "VAES",
     "VPCLMULQDQ",
     "X86_V2",
     "X86_V3",
     "X86_V4"
    ],
    "numpy_cpu_dispatch": [
     "X86_V3",
     "X86_V4",
     "AVX512_ICL",
     "AVX512_SPR"
    ],
    "cpu": "Intel(R) Xeon(R) Processor @ 2.10GHz",
    "implementation": "CPython"
   },
   "loadavg": [
    4.28,
    4.57,
    3.89
   ],
   "interpreter_flags": {
    "isolated": true,
    "dont_write_bytecode": true,
    "ignore_environment": true,
    "no_user_site": true,
    "safe_path": true,
    "sys_path_0": "/home/user/Ebayednoob/Pages/Hyperbolic Lexicon/reference"
   }
  }
 ],
 "environment": {
  "python": "3.13.18",
  "numpy": "2.5.3",
  "numba": "0.68.1",
  "llvmlite": "0.50.0",
  "libc": [
   "glibc",
   "2.39"
  ],
  "platform": "Linux-6.18.44-fc-v310-x86_64-with-glibc2.39",
  "numpy_cpu_features": [
   "AVX",
   "AVX2",
   "AVX512BF16",
   "AVX512BITALG",
   "AVX512BW",
   "AVX512CD",
   "AVX512DQ",
   "AVX512F",
   "AVX512FP16",
   "AVX512IFMA",
   "AVX512VBMI",
   "AVX512VBMI2",
   "AVX512VL",
   "AVX512VNNI",
   "AVX512VPOPCNTDQ",
   "AVX512_CLX",
   "AVX512_CNL",
   "AVX512_ICL",
   "AVX512_SKX",
   "AVX512_SPR",
   "BMI",
   "BMI2",
   "CX16",
   "F16C",
   "FMA3",
   "GFNI",
   "LAHF",
   "LZCNT",
   "MMX",
   "MOVBE",
   "POPCNT",
   "SSE",
   "SSE2",
   "SSE3",
   "SSE41",
   "SSE42",
   "SSSE3",
   "VAES",
   "VPCLMULQDQ",
   "X86_V2",
   "X86_V3",
   "X86_V4"
  ],
  "numpy_cpu_dispatch": [
   "X86_V3",
   "X86_V4",
   "AVX512_ICL",
   "AVX512_SPR"
  ],
  "cpu": "Intel(R) Xeon(R) Processor @ 2.10GHz",
  "implementation": "CPython",
  "cpu_count": 4,
  "workers": 4,
  "thread_variables": {
   "OPENBLAS_NUM_THREADS": "1",
   "MKL_NUM_THREADS": "1",
   "OMP_NUM_THREADS": "1",
   "NUMEXPR_NUM_THREADS": "1",
   "NUMBA_NUM_THREADS": "1"
  },
  "numpy_show_runtime": "WARNING: `threadpoolctl` not found in system! Install it by `pip install threadpoolctl`. Once installed, try `np.show_runtime` again for more detailed build information\n[{'numpy_version': '2.5.3',\n  'python': '3.13.18 (main, Oct 26 2026, 14:08:19) [Clang 23.1.3 ]',\n  'uname': uname_result(system='Linux', node='vm', release='6.18.44-fc-v310', version='#1 SMP @0', machine='x86_64')},\n {'simd_extensions': {'baseline': ['X86_V2'],\n                      'found': ['X86_V3', 'X86_V4', 'AVX512_ICL', 'AVX512_SPR'],\n                      'not_found': []}},\n {'ignore_floating_point_errors_in_matmul': False}]\n",
  "engine": "python-3.13.18/numpy-2.5.3/numba-0.68.1"
 },
 "load_averages": [
  {
   "time": "2026-11-07T18:16:10Z",
   "where": "start",
   "loadavg": [
    4.28,
    4.57,
    3.89
   ]
  },
  {
   "time": "2026-11-07T18:16:16Z",
   "where": "pass 1: exact arms: start",
   "loadavg": [
    4.02,
    4.51,
    3.87
   ]
  },
  {
   "time": "2026-11-07T18:19:45Z",
   "where": "pass 1: exact arms: end",
   "loadavg": [
    4.13,
    4.53,
    4.02
   ]
  },
  {
   "time": "2026-11-07T18:19:45Z",
   "where": "training: measured, edge-shuffled, pre-flight, replay: start",
   "loadavg": [
    4.13,
    4.53,
    4.02
   ]
  },
  {
   "time": "2026-11-07T18:29:46Z",
   "where": "training: measured, edge-shuffled, pre-flight, replay",
   "loadavg": [
    4.65,
    4.93,
    4.45
   ]
  },
  {
   "time": "2026-11-07T18:39:53Z",
   "where": "training: measured, edge-shuffled, pre-flight, replay",
   "loadavg": [
    4.64,
    4.61,
    4.51
   ]
  },
  {
   "time": "2026-11-07T18:42:46Z",
   "where": "training: measured, edge-shuffled, pre-flight, replay: end",
   "loadavg": [
    3.64,
    4.55,
    4.53
   ]
  },
  {
   "time": "2026-11-07T18:42:47Z",
   "where": "pass 1: learned tables: start",
   "loadavg": [
    3.64,
    4.55,
    4.53
   ]
  },
  {
   "time": "2026-11-07T18:44:07Z",
   "where": "pass 1: learned tables: end",
   "loadavg": [
    3.91,
    4.42,
    4.49
   ]
  }
 ],
 "readings": [
  {
   "id": "stage2-runner-1",
   "text": "A13.15 steps 5 and 7, \"refuses uncommitted changes\": run_claims_phase4's git_state (git status --porcelain --no-renames over the system folder and the reference folders of Hyperbolic Oracles and Engram Mind's Eye, untracked files one by one, renames counting both paths) must list nothing but the step's own outputs; a sys.path entry inside the repository outside that scope is refused. The check, HEAD included, is repeated before each pool and before writing (git_checks). --allow-dirty exists for the dry run only and marks its record."
  },
  {
   "id": "stage2-runner-2",
   "text": "A13.15 step 7, \"it resumes at the same HEAD from its finished jobs\": a runs.jsonl line is reused only at the same HEAD and configuration signature (mode, shape, the pins, WordNet, epochs, burn-in, the seeds and the SHA-256 of the runner and lexicon modules), and only while every file it names still has its recorded SHA-256; anything else is rerun. Every start is listed with its environment and load average."
  },
  {
   "id": "stage2-runner-3",
   "text": "A13.8, the value stream: for certified forms the 120-digit Decimal's str(); for exact keys (Sym, the distance-only score, GloVe's key, WN and the word-tree integers) the key's str() (an int or \"p/q\"); for the reported uncertified forms (NK17, the product) the 120-digit Decimal's str(). A direction file streams each row's forward then reverse value; a HiT file streams each row's slots in slot order."
  },
  {
   "id": "stage2-runner-4",
   "text": "A13.14, itemScoresSha: the SHA-256 of the code file's uncompressed TSV bytes (gzip's bytes depend on the zlib build); the gzip file's own SHA-256 is the one checked before pass 2 reads it, and both are in stage2-manifest.json."
  },
  {
   "id": "stage2-runner-5",
   "text": "A13.14, scoreForm and senseRule fields (ASCII): G, Grev (Phi_G(y, x), L12 control 3), DepG (Dep°: Dep at G's senses), Dep, Sym, Groot, dist (the distance-only score), cos (GloVe), LCh, NK17, product; max, first, gensim; \"-\" where no senses are read (HiT, GloVe)."
  },
  {
   "id": "stage2-runner-6",
   "text": "Spec section 0, \"four worker processes at most\": --workers is refused above 4; the replay shares the training pool, longest job first (A10's scheduling), so \"a fifth slot when a core frees\" is a slot of the same four."
  },
  {
   "id": "stage2-runner-8",
   "text": "A13.16 with spec section 16, the projection: tuning (12 runs per cell) and decisive training (5 measured and 5 edge-shuffled runs per cell, the two pre-flight jobs) from the measured per-epoch wall times of two epochs per cell with four processes at once (lr 1, seeds 95500-95503), the two 1,000-epoch replays from a two-epoch replay (seed 95504), the projection's own wall time, and A13.16's estimates for the exact arms (0.5 h), the two evaluations (0.1 h, 0.6 h) and the dry run (1.0 h); the total is compared with 11 h. The disk projection is the code-file lines x 6 B plus every table (float .npy and snapped text)."
  },
  {
   "id": "stage2-runner-9",
   "text": "A13.14, instanceId \"names set, pin and slice\": the instance manifest's names, with -at (L14(b), U_@), -glove (L15(b), L13 control 3), -dir (BD-dir), -random/-hard (HiT's settings) and -relabelled (L14 control 2) for the slices; the dry sets are named by their pins too (hyperlex-ccb4161-verbs, ...), and the dry split and HIT-R, built from WordNet, by wordnet30-verb-at-split-<val|test> and hit-r-wordnet30-noun-at-<...>, with the SHA-256 of their slot lines as instanceSha."
  },
  {
   "id": "stage2-runner-10",
   "text": "A13.13, the dry run names fewer sets than the registered decisions read: each decided slot without its own dry set takes the nearest dry set, marked stand-in: L13(b)'s WB takes the HyperLex verb detection set (clusters by word1), L15(a)'s MEN takes MEN's v-v rows (named for (b)), L15(b)'s WSR takes SimLex's verbs within GloVe; all sealed. G_root is not read in the dry run (no entity.n.01 among the verbs)."
  },
  {
   "id": "stage2-runner-11",
   "text": "A13.13, the dry split: hit.hit_r on the verb @ graph with Rng(4500)-Rng(4502) and its default n_val = floor(0.05 |T|) (1,092 for 21,840 indirect pairs)."
  },
  {
   "id": "stage2-runner-12",
   "text": "A13.11, F1 under HiT's protocol (measured tables only), with A13.8 (\"pass 2 ... computes every metric from pass 1's files alone\") and A13.6 (one tie-class list \"where a metric compares\" values): the measured table's pass-1 job writes one code file of HiT val's and HiT test's G values together (val rows, then test rows, 21 slots, keyed val:<row> and test:<row>; its value-stream SHA-256 and side file as for every code file); pass 2 reads it after its SHA-256 check and computes F1 per setting (slot 0 the positive, the setting's other slots the negatives): theta the val code with the best val F1, ties to the smallest, a pair positive when its code is at least theta (stats2.f1_threshold); it decides nothing and has no LBENCH/1 record."
  },
  {
   "id": "stage2-runner-13",
   "text": "A13.15 step 7 with A10.14, \"the same run\": a restart that finds every tuning job finished and tuning-stage2.json already holding exactly these runs, files and choice leaves it and its settings unchanged."
  },
  {
   "id": "stage2-runner-14",
   "text": "Spec section 10, settings-stage2.json: the two geometry keys of the spec, each d a grid string or null, plus \"tuning\" naming tuning-stage2.json (path, HEAD, SHA-256) as A10.8's settings.json did."
  },
  {
   "id": "stage2-runner-15",
   "text": "A13.10.6, the tuning tables kept in the cache for controls 1-2: a missing one (or one whose snapped text lost its SHA-256) stops the decisive run; A10.9's retraining of a lost tuning table is not carried over, since A13 does not register it."
  },
  {
   "id": "stage2-runner-16",
   "text": "A13 L13 control 3: an empty GloVe direction set (no True row within GloVe) is recorded as accuracy 0 with a flag; it cannot occur on the registered data."
  },
  {
   "id": "stage2-runner-17",
   "text": "A13 L14, presence and the decision rules: the seeds are indexed j = 0..4 (the training seed s itself in the registered run, 3000 + j in the dry run)."
  },
  {
   "id": "stage2-runner-18",
   "text": "A13.3, the morphy rule (\"only for words absent raw\"): every HL pair-set word is in the index raw, so on HL the morphy rule's scores are the maximum's and are not recomputed; the number of HL words absent raw is recorded."
  },
  {
   "id": "stage2-runner-19",
   "text": "Spec section 8, the relabelling tail and |dRR|: G in binary64 by numpy's vectorised arccosh and sqrt (math.acosh may differ in the last bits; sqrt is correctly rounded in both), ties pessimistic; reported only."
  },
  {
   "id": "stage2-runner-20",
   "text": "A13.11, \"the closure bit computed from WordNet in pass 1\": some sense pairing (s, t) with t a strict @/@i ancestor of s (wngraph.WNGraph.anc), senses in the instance's universe, per row of every scored word-pair instance, in each direction."
  },
  {
   "id": "stage2-runner-21",
   "text": "A13.7, the strongest permutation of a control: the largest point estimate of the permuted arm's own metric (rho, AP or direction accuracy, exact), ties to the smaller i; then one interval."
  },
  {
   "id": "stage2-runner-22",
   "text": "Spec section 0, the load average every 10 minutes: sampled at every start, at each phase's start and end, and while a pool waits (polled at most every 60 s, a sample once 10 minutes have passed); no thread, since a fork pool must not fork a process with a second thread."
  },
  {
   "id": "stage2-runner-23",
   "text": "A13.8, BD and BD-dir: the detection AP reads a tie-class list of the forward values alone, BD-dir one list of forward and reverse values of every covered row (both written by one pass-1 job from the same certified values); pass 2 selects the True rows (the dry run: TYPE hyp-1 to hyp-4)."
  },
  {
   "id": "stage2-runner-24",
   "text": "A13.11, Nickel & Kiela 2018's diagnostic: rho (exact, average ranks) between r and sp/(sp + lp) over the nodes of U_@ (the dry run: the verb @ graph), sp the distance to the nearest root and lp the height, both on E (senses.sp_lp); r is ordered by |n|^2 for a learned table and by x0 for H3 and H2, read on the same nodes; \"the tables\" are every learned table of the run (tuning, measured, edge-shuffled, floors)."
  },
  {
   "id": "stage2-runner-25",
   "text": "A13.11, \"NK17 scores\" (L14): each measured table scored by NK17 (A13.5, alpha 10^3, 120 digits, uncertified) on HiT test (21 slots: mean RR in both settings) and on HL within U_@ (rho), deciding nothing. One rule for every table without x0: a flat table (the learned Euclidean table, and the exact flat arms F3, F3*, F2, F2* in the L12 grid), which has no Poincare norm, is read with its Euclidean norm and distance (scores2.nk17_value), as P17 scored its Euclidean embeddings by eq. 8; named for the definitions amendment."
  },
  {
   "id": "stage2-runner-26",
   "text": "A13.11, \"L14's tables on these rows\" (L13): the measured tables read by G at o on BD, WB and BD-dir covered in U_@ (BD-at, WB-at, BD-dir-at; senses in U_@, as L14(b) reads HL), detection AP (pessimistic and sklearn's convention) and direction accuracy on the True rows, with the exact Lorentz - Euclidean differences per (d, seed); no interval. The instance manifest records the two U_@ pair sets."
  },
  {
   "id": "stage2-runner-27",
   "text": "A13.11, the suite's own detection protocol (L13): BD-suite and WB-suite hold the covered rows of the val and test folds in one tie-class list per arm (the six and WN, G with the maximum over senses); a test row the arm does not cover takes the code of its lowest in-vocabulary validation score (it ties with that class), and AP is taken over the whole test fold, pessimistic and in sklearn's convention (stats2.suite_detection); with no in-vocabulary validation row the lowest in-vocabulary test code stands in (flagged). The dry sets have no validation fold, so it does not run there."
  },
  {
   "id": "stage2-runner-28",
   "text": "A13.11, \"the vocabulary each arm misses\": per word-pair instance and per vocabulary an arm reads (the senses in the instance's universe; index.<pos> for W; GloVe 6B's words for GloVe), the word types of the rows the word-level selection kept that it misses, as a count, the SHA-256 of their N_S forms in code-point order and the rows holding one; no word is written (A13.2)."
  },
  {
   "id": "stage2-runner-29",
   "text": "A13.11, \"H3 against the learned tables on HL within U_@\": rho(H3 G) - rho(table G) on HL-at for each measured table, with the word-level ci_rho and the row bootstrap beside it, as every difference of rho (A13.7); deciding nothing."
  },
  {
   "id": "stage2-runner-30",
   "text": "A13 L15 control 2, \"for every arm and set\": every arm of L15's Arms list on the sets it reads: on SL and MEN the six exact arms and the controls K3, S-full_i and W_i (each of the 20 permutations an arm, as A13.4 defines them), all with Sym; on MEN, WSR and HL within GloVe, H3 with Sym and GloVe 300-d. The readings the Arms list marks as reported (H3 with G against GloVe on HL; GloVe at 50-d) decide nothing and are not banded. stats2.decide_l15 refuses a control 2 that lacks one of these (arm, set) pairs."
  },
  {
   "id": "stage2-runner-31",
   "text": "A13's notation, \"the definitions amendment is the dated amendment of item 15 step 4 (Amendment 14 unless another comes first)\", with A13.2, \"freezes it by its SHA-256\": registered tuning and the decisive run find it as the earliest amendment after 13 whose text holds the instance manifest's SHA-256; a later amendment (the lr-freeze amendment, an erratum) may restate that hash. A11.4's exactly-one rule is kept for the lr-freeze amendment and settings-stage2.json only, as A13's notation registers it."
  },
  {
   "id": "stage2-runner-32",
   "text": "A13.2, \"parsing runs under python3 -B -I with explicit paths\": --time, --dry, --tune and --decisive refuse an interpreter without -B and -I (sys.flags); the runner puts its own folder on sys.path, and the spawn pool passes both flags on to its workers. The self-test (a synthetic world) and --write-settings (this project's own JSON) parse nothing fetched and are not held to it. Every start records the flags."
  },
  {
   "id": "stage2-runner-33",
   "text": "A13.8 and A13.11, the reported values that A13 defines outside pass 1's files of tie-class codes of an (instance, arm, form, rule, table): the 200 relabelled tails (L14 control 2, \"computed in binary64\"), |dRR| (against float64 scoring of the unsnapped table as stored), Nickel & Kiela 2018's diagnostic and the radius ranks of the seven labels under P (over WordNet's nodes, no Stage-2 row) are computed in pass 2 from the tables, each read only after its float or snapped SHA-256 matches the run record; none reads a gold, label or TYPE field, and each decides nothing. Named for the definitions amendment, since A13.8 says pass 2 computes every metric from pass 1's files alone."
  },
  {
   "id": "stage2-runner-34",
   "text": "A13.11 (L12), \"every arm under every score of item 5 and every sense rule of item 3\" (L12_GRID): A13.11's L12 grid is L12's 48 arms (A13 L12, Arms: the six exact trees, WN, K3 and each S-full_i and each W_i, i < 20) x 7 scores x 4 sense rules = 1,344 cells, each scored, an alias or n/a; each S-full_i and W_i places words on H3's points, so every form reads it as it reads K3 (A13.4's geometric arm: one hyperboloid table). S3's 5 arms and the chain's 3 (WN-U, ST, the letter tree) stay at G with the maximum (at 841b90c the grid had 8 arms and 224 cells, and S-full_i and W_i also stayed at G with the maximum; Amendment 14, items 5 and 6). The scores are G, Sym, Dep°, Dep and the reported NK17 (the 47 geometric arms: Poincaré norms on H3, H2, K3, S-full_i and W_i, Euclidean norms on the exact flat arms, READING stage2-runner-25), product (the 47 geometric arms) and WN-LCh (WN); the rules are the maximum, first senses, gensim's rule and noun morphy. A cell is scored, an alias of a cell equal to it by definition (morphy = the maximum, since every pair-set word is in the index raw; Dep° under first senses or gensim's rule = Dep under that rule, G's pair being the rule's; Sym and WN-LCh under gensim's rule = the maximum, the gensim pair having the least distance), or n/a with its reason; reported.L12.grid lists all 1,344 cells (48 arms x 7 scores x 4 rules)."
  },
  {
   "id": "stage2-runner-35",
   "text": "A13.3, gensim's rule on WN (scores2.WNScorer.gensim_pair): WN has no geometry, so \"the sense pair at the smallest distance\" uses its path p (WN-path, Sym_WN = -p): the pair of the largest Sym_WN, ties to the first in (i, j) order, then G_WN or Dep_WN of that pair."
  },
  {
   "id": "stage2-runner-36",
   "text": "A13.11 (L13), \"WN and GloVe\": WN by G_WN with the maximum over senses on BD, WB (detection AP) and BD-dir (direction accuracy); GloVe 300-d's cosine detection AP on BD-glove and WB-glove, BD's and WB's rows covered in U_full with both N_S words in GloVe's vocabulary (A13.3; the instance manifest's gloveCovered rows, which manifest_check compares), clusters as the base set's; GloVe's direction on BD-dir-glove is L13 control 3's file. Reported."
  },
  {
   "id": "stage2-runner-37",
   "text": "A13.11, \"the closure membership of every scored pair (from WordNet, in pass 1)\", and L12's \"the closure bit computed from WordNet in pass 1\": the bits of closure_bits (READING stage2-runner-20) for every scored word-pair instance (HL, BD, whose rows BD-dir scores both ways, WB, and every other set of L12, L13, L15 and A13.11, senses in the instance's universe) are written in pass 1 as code files (row, forward bit, reverse bit; write_bits_files) with their SHA-256s in the run record, and pass 2 reads them only through that check. Reported per row as one character per pair-set row, forward + 2 x reverse, with the pair set's pairSetSha; no word is written. The non-closure positives (AP on BD and on WB, direction on BD-dir) are the True rows whose forward bit is 0, with every negative."
  },
  {
   "id": "stage2-runner-38",
   "text": "A13 L14 Instances (b), \"the number of HL rows that are E edges for some sense pairing\": on HL-at with senses in U_@ (edge_bits, pass 1, a bits file like the closure bits), the rows with some sense pair (s, t) in E, x the child (forward: the number); the rows with (t, s) in E, either, and the counts by TYPE (pass 2) beside it."
  },
  {
   "id": "stage2-runner-39",
   "text": "A13 L14 Risks, the sign agreement of G_root and the distance-only score with G: per (d, setting) on HiT test, and per d on HL-at, the seeds at which the form's Lorentz - Euclidean estimate and G's (on HL-at: L14(b)'s own interval at that seed) are not both > 0 or both <= 0; three or more such seeds are flagged \"stated\"."
  },
  {
   "id": "stage2-runner-40",
   "text": "A13.11's diagnostic, \"WN-LCh's tie classes against WN-path's on every set\": WN-LCh is scored (with the maximum over senses) wherever WN-path is read: HL (and its first-senses cell of the grid), SL, WSS, WSC and WSR; per set, whether the two tie-class lists are equal, their class counts and both rhos."
  },
  {
   "id": "stage2-runner-41",
   "text": "The wiring (it implements A13's Decision, Metric and Controls lines as written): every decided comparison and control of L12-L15 is a constant (DECISION_SPEC, CONTROL_SPEC: arms, score form, sense rule, instance, X - Y order, metric, interval; bands with their arms, instances and permutations). The decisive step refuses before scoring unless spec_from_a13, which parses the terms, their order, the arm lists and the intervals from A13's own sentences (quoted verbatim from the pinned protocol file), equals the constants (check_spec). Pass 2 assembles every decision from the constants; then verify_wiring re-derives each comparison from the text's spec with its own lookup of the code files and training records, recomputes every interval and control value with stats2's and rank's functions directly, and compares them with what the decision holds; any difference stops the run with no result (WiringError). The record keeps the provenance of every comparison (its two files, instance, metric and interval), no value."
  },
  {
   "id": "stage2-runner-42",
   "text": "A13.11 (L14), \"loss curves\": every run's full curve (its recorded mean epoch losses, A10.5) is the cache's .loss.json, whose SHA-256 the run record (training, tuning-stage2.json's runs) and stage2-manifest.json (loss_files) hold and the resume check verifies; the record keeps a compact curve beside the five losses of epochs 0, 19, 99, 499 and 999: epochs 0, 10, 20, ... and the last recorded epoch (loss_curve)."
  },
  {
   "id": "stage2-runner-43",
   "text": "A13.14, the code files \"of every arm and table named in a decision of L12-L15 (the exact arms on HL, BD, WB, BD-dir, SL, MEN and WSR; the 20 measured tables on HiT test in both settings and on HL)\": the exact arms' files that a decided comparison reads (the wiring's provenance, the strongest S-full and W permutations resolved; the GloVe intersections of L15(b) included) and the 20 measured tables read by G on HiT test (21 slots) and on HL within U_@, not every file a band control reads (the 20 S-full_i, W_i and GloVe-vec_i permutations); the size of each part is reported with the group's."
  },
  {
   "id": "stage2-runner-44",
   "text": "A13.11 (L12), \"the original split file and hyperlex_rnd.tsv must agree\": checked at the start of pass 2, before any HL-split metric (words, TYPE and AVG_SCORE, in order; registered: 541 noun rows in each, all covered); on a difference the run goes on (the item decides nothing), the console says so, and HL-split's values are withheld (its file metrics marked invalid, no LBENCH/1 record)."
  },
  {
   "id": "stage2-runner-45",
   "text": "A13.13, \"L14's values on the verb graph and its split (WordNet data)\": the dry record shows, by whitelist, A13.11's L14 reports computed on the verb graph and its split alone (floors, the tables' macro and off-top-12 RR, G_root, the distance-only score, NK17 and F1 on the split, the Lorentz - Euclidean cells, the sign agreement and the edge-shuffle cells on the split, the exact trees on the split, Nickel & Kiela 2018's diagnostic, the relabelled tails, |dRR|); everything read on HL within U_@ stays sealed."
  },
  {
   "id": "stage2-runner-46",
   "text": "A13.10.5, \"Tuning computes nothing else, and touches no other Stage-2 set\": the tuning step makes WordNet's counts (U_@ or the verb graph, the W strata, the budget) and HiT's that need no other set (the names, the training edges, HiT val's rows, negatives and closure, and from Amendment 14's code commit on every val count of Amendment 14 item 2) and builds HiT val alone; no word column of another set, and not HiT test, is read. The decisive step makes every count of A13.9 and A13.13."
  },
  {
   "id": "stage2-runner-47",
   "text": "A13.16 with A13.8, the disk projection before tuning: the timing step builds the word-level instances (pass 1's readers, word fields only) and counts the code lines of the decisive run's exact plan (L12, L13, L15 and item 11), added to the learned tables' code files and the tables."
  },
  {
   "id": "stage2-runner-48",
   "text": "A13.14, \"An amendment that changes a definition here makes stage2_protocol_v2.txt\": spec_from_a13 parses Amendment 13 alone, so while a later protocol file exists the wiring check refuses rather than check the decisions against text an amendment has changed; teaching it the amending text is the definitions amendment's work."
  },
  {
   "id": "stage2-runner-49",
   "text": "A13.11, \"every edge-shuffle cell, with 'true ≈ shuffled' where its interval does not lie above 0\", and L14 control 3, \"Every cell's interval is reported\": the true - shuffled interval of every (geometry, d, seed) whose measured and edge-shuffled tables both exist, per metric, marked present or not; at a present seed it is control 3's own, elsewhere computed the same way and deciding nothing. The G_root and distance-only Lorentz - Euclidean cells are reported at every seed where both measured tables exist, marked; the sign agreement with G counts the present seeds (the decision's cell)."
  },
  {
   "id": "stage2-runner-50",
   "text": "A13.13, the sealed values when a run stops: a wiring check that fails in a sealed run names each comparison, its two files, instance, metric and interval on the console and in the WiringError, with no value; the problems with their values go to a sealed side file beside the sealed file (wiring-problems.json, its SHA-256 on the console), opened after step 7 with it."
  },
  {
   "id": "stage2-runner-51",
   "text": "A13.11, \"AP without the 3 self-pairs\": the rows A13.9's count counts (BD's raw word fields equal; registered, exactly 3, else the run stops), with the N_S variant (N_S forms equal) reported beside it under its own label."
  }
 ],
 "counts": {
  "dry": {
   "hl.V": 453,
   "hl.V_covered_index_verb": 452,
   "hl.V_covered_verb_at": 452,
   "sl.V": 222,
   "sl.V_covered_index_verb": 222,
   "men.vv": 29,
   "men.vv_covered_index_verb": 29,
   "verb_at.nodes": 13542,
   "verb_at.edges": 13239,
   "verb_at.indirect": 21840,
   "verb_at.roots": 334,
   "verb_at.isolated": 225,
   "verb_at.dry_split_rows": 1092
  },
  "verb_at": {
   "nodes": 13542,
   "edges": 13239,
   "indirect": 21840,
   "roots": 334,
   "isolated": 225
  },
  "budget": "1000,20,50,50,265000,661950000",
  "problems": [],
  "instances": {
   "BD": {
    "iid": "hyperlex-ccb4161-verbs-detection",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "BD-at": {
    "iid": "hyperlex-ccb4161-verbs-detection-at",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "BD-dir": {
    "iid": "hyperlex-ccb4161-verbs-direction",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "BD-dir-at": {
    "iid": "hyperlex-ccb4161-verbs-direction-at",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "BD-dir-glove": {
    "iid": "hyperlex-ccb4161-verbs-direction-glove",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "BD-glove": {
    "iid": "hyperlex-ccb4161-verbs-detection-glove",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "HIT-test": {
    "iid": "wordnet30-verb-at-split-test",
    "rows": 1092,
    "selected": 1092,
    "pairSetSha": "5fc328319e0c0fa3ff60580f941f5b9f144fa8867a36b06b050c152f8b3c9529"
   },
   "HIT-val": {
    "iid": "wordnet30-verb-at-split-val",
    "rows": 1092,
    "selected": 1092,
    "pairSetSha": "5fc328319e0c0fa3ff60580f941f5b9f144fa8867a36b06b050c152f8b3c9529"
   },
   "HL": {
    "iid": "hyperlex-ccb4161-verbs",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "HL-at": {
    "iid": "hyperlex-ccb4161-verbs-at",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "HL-glove": {
    "iid": "hyperlex-ccb4161-verbs-glove",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "MEN": {
    "iid": "men-0d05a99-vv-standin",
    "rows": 29,
    "selected": 29,
    "pairSetSha": "543f16470026416f82c7657e7c47bb01228b424cf3a41b1d72dd89c5441ec82d"
   },
   "MEN-glove": {
    "iid": "men-0d05a99-vv-glove",
    "rows": 29,
    "selected": 29,
    "pairSetSha": "543f16470026416f82c7657e7c47bb01228b424cf3a41b1d72dd89c5441ec82d"
   },
   "SL": {
    "iid": "simlex-fda1b39-verbs",
    "rows": 222,
    "selected": 222,
    "pairSetSha": "d29ba8683b9882c6159ab29fab88cd9269a137f9f519f1c8d8c505470928d23e"
   },
   "WB": {
    "iid": "hyperlex-ccb4161-verbs-detection-standin",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "WB-at": {
    "iid": "hyperlex-ccb4161-verbs-detection-standin-at",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "WB-glove": {
    "iid": "hyperlex-ccb4161-verbs-detection-standin-glove",
    "rows": 452,
    "selected": 453,
    "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac"
   },
   "WSR-glove": {
    "iid": "simlex-fda1b39-verbs-glove-standin",
    "rows": 222,
    "selected": 222,
    "pairSetSha": "d29ba8683b9882c6159ab29fab88cd9269a137f9f519f1c8d8c505470928d23e"
   }
  }
 },
 "counts_gold": {
  "hl.V_hyp_rows": 201
 },
 "preflight": {
  "tuning_path": "results/dry/tuning-stage2.json",
  "tuning_sha256": "b7d0a38b41f3ea18f591aa945ff81e5539886007af5340d03f3a74eb454d7bb5",
  "tuning_head": "9550eeaeb0543280519b03e13ba060238a8638e1",
  "settings_path": "results/dry/settings-stage2.json",
  "settings_sha256": "ac6c7891cc6cb74bae1d12091982435aad75d327cd16d2eb74b10bce6fd60e15",
  "rates": {
   "lorentz-2": "10",
   "lorentz-3": "10",
   "euclid-2": "10",
   "euclid-3": "10"
  },
  "freeze_amendment": null,
  "changed_since_tuning": [],
  "tuning_head_is_ancestor": true
 },
 "disk": {
  "where": "the decisive run",
  "projected_bytes": 90164572,
  "free_bytes": 12090310656,
  "margin": 2000000000,
  "ok": true
 },
 "protocol_sha": "1c96a4b8d562634ef9e28a3be77221490b3bbce6a7821d7546521ea3c2a18d88",
 "settings_sha": "ac6c7891cc6cb74bae1d12091982435aad75d327cd16d2eb74b10bce6fd60e15",
 "training": {
  "measured-euclid-d2-lr10-s3000": {
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 8.532626444075255,
   "max_radius": 20.908945566202384,
   "loss": {
    "0": 3.931825462172981,
    "19": 3.9318209064039733,
    "99": 0.883808826315433,
    "499": 0.32712943982665255,
    "999": 0.2724007237466583
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931825462172981,
     3.93182396913065,
     3.9318179400845663,
     3.141835806994094,
     1.8814977213962119,
     1.5020352802712147,
     1.29069469525966,
     1.1427231358340602,
     1.035584062238457,
     0.9433851698887147,
     0.8837606139194284,
     0.8198916925867666,
     0.7641335244283272,
     0.7346811086722191,
     0.7026208815384045,
     0.6642054088287467,
     0.6370827307374703,
     0.6129925979191192,
     0.5921554792111267,
     0.5742622455969234,
     0.5563219221118003,
     0.5297368244897459,
     0.5134325577026885,
     0.5149069898216183,
     0.4916212168552388,
     0.4798253667954549,
     0.46390252601612997,
     0.4559318797373053,
     0.45132302102013877,
     0.4419774448773111,
     0.42482742377674354,
     0.4250718454456962,
     0.41882896014757354,
     0.3995084592695583,
     0.3991931275891178,
     0.3958986808303479,
     0.3881994756896413,
     0.3879861122576393,
     0.38012630321277274,
     0.3727930131133424,
     0.3745859480211291,
     0.36291864817031694,
     0.3585776403684721,
     0.3514521561693316,
     0.34820067912517416,
     0.34113069259613654,
     0.3370087630912684,
     0.3378255373229326,
     0.3392948320636138,
     0.3332259948159225,
     0.3321935968042725,
     0.33110936439604677,
     0.3240526120302709,
     0.3198953198702884,
     0.3157711803245685,
     0.32066575546440146,
     0.31649788993402334,
     0.3135196100676938,
     0.311816541861759,
     0.3007573321338234,
     0.3033767681562118,
     0.30238246643015215,
     0.3037442139817461,
     0.29135888671259363,
     0.28895280523485806,
     0.2900430305855282,
     0.29256862780893944,
     0.29388612763324534,
     0.30174499802027954,
     0.28298649601203807,
     0.28418624637674667,
     0.28305942761737185,
     0.2869037477427443,
     0.2749660953088451,
     0.2807325987478707,
     0.2701473754639689,
     0.2714540351069155,
     0.2735675188293744,
     0.2746497047444258,
     0.2729257144774896,
     0.27431900009800303,
     0.27385780917744856,
     0.28532999177701973,
     0.2663065601967919,
     0.27043025532932424,
     0.26597653548920835,
     0.27247747175376263,
     0.26226724948004065,
     0.2694397056342323,
     0.26595785795523713,
     0.2522706370332811,
     0.2679130630902654,
     0.2492488623537955,
     0.25695232736930185,
     0.26182065752394906,
     0.25649094604130346,
     0.26782809912480987,
     0.2500520085750561,
     0.25530362882803337,
     0.2608736771129358,
     0.2724007237466583
    ]
   },
   "loss_sha": "635b09cc7fba0969ab2debf671a5540a312abb34122d6d0220828767e4c4d38b",
   "converged": true,
   "drop_epoch": 282,
   "final_state": [
    998317733,
    236089733,
    2141487291,
    2833967597
   ],
   "float_sha": "be2c5eef968aad0d701dcef4290eec7a5e991f64b0f9131f8d8f32cf952cbdac",
   "wall_s": 71.36228885199671,
   "cpu_s": 70.23654591100001,
   "wall_ms": 71362,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "0b5e2230aa0b92d1ef956508a1898a030b1d59f39533805d33bc2da9d7bd168f",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d2-lr10-s3000",
   "kind": "measured",
   "job_wall_s": 71.37894884100388,
   "job_cpu_s": 70.25180822000004,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d2-lr10-s3001": {
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3001,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 7.789467315258215,
   "max_radius": 21.292929810337863,
   "loss": {
    "0": 3.9318254414526983,
    "19": 3.9318207504795915,
    "99": 0.8882985952635969,
    "499": 0.34544305511487916,
    "999": 0.26395773558297514
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318254414526983,
     3.9318239174716876,
     3.9318176614600793,
     3.110857651932724,
     1.8601643887315953,
     1.4825187584049393,
     1.2786104036558803,
     1.1359968380746392,
     1.0190124579834725,
     0.9486329981556589,
     0.8806997712906979,
     0.8260493110132398,
     0.7811871465121798,
     0.747121360605283,
     0.7037878484567109,
     0.6738861604241086,
     0.6376057435041453,
     0.630991823986725,
     0.6080104433072686,
     0.5855859141796109,
     0.5703322480985771,
     0.5610457290842721,
     0.543558146195971,
     0.5265313525969451,
     0.514980750945547,
     0.5092081581634942,
     0.4930183958026308,
     0.48610841645223146,
     0.473908854487222,
     0.4631711182655268,
     0.45025262527134213,
     0.4431376243297624,
     0.4463677465510421,
     0.4346729525897745,
     0.4259048938024649,
     0.41562464360149837,
     0.41404781252339107,
     0.4104595736392451,
     0.40177986941813765,
     0.39177728950754004,
     0.3932973326524755,
     0.3871690668343399,
     0.37673712453166963,
     0.3839286057409305,
     0.36586456994762473,
     0.3650227154557409,
     0.3638645659847129,
     0.35626410414432336,
     0.3503324482020656,
     0.35408268088349704,
     0.33973191877865033,
     0.3443654885904288,
     0.3430830192277689,
     0.3427306277234789,
     0.3358672432542966,
     0.3361959020881462,
     0.3276154259220148,
     0.334897400431859,
     0.3251941947996446,
     0.32754555827186965,
     0.3135249327446973,
     0.32243025410754605,
     0.3158475579744119,
     0.30717215901189004,
     0.3128565186784638,
     0.312219673169492,
     0.31687325892160545,
     0.31316926541843226,
     0.3023164403743039,
     0.3073748442260955,
     0.29902535108076417,
     0.2938648511159861,
     0.3032404199100808,
     0.2882007349055575,
     0.298447432488221,
     0.295460336392722,
     0.2935841224323156,
     0.29183287316375167,
     0.2835391834840567,
     0.2903246645151074,
     0.2827554439858927,
     0.2796065893482562,
     0.2817606169428263,
     0.2717869058545659,
     0.2868200029154266,
     0.2840068118428208,
     0.277742061773295,
     0.27983407124205767,
     0.2693291103348542,
     0.27007878887980324,
     0.2780618944731188,
     0.2707387833041571,
     0.2735088522612086,
     0.2730565266482415,
     0.2787006251238453,
     0.27182757539318075,
     0.278693047093013,
     0.2680621985494654,
     0.26053567360633895,
     0.2671306923210207,
     0.26395773558297514
    ]
   },
   "loss_sha": "224a3460df8a977760a66d7ae2be7fb4c3e5f0c4d9cb8181d3acf38d47986e7f",
   "converged": true,
   "drop_epoch": 295,
   "final_state": [
    2620332494,
    3140782991,
    1512408904,
    332345123
   ],
   "float_sha": "180cf042605d79f6740925d6cece8439d3e33ec5d2afc5b1504d0f0898ec6f36",
   "wall_s": 70.38645771600568,
   "cpu_s": 69.19507764200011,
   "wall_ms": 70386,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "c5489032e3ee838f9330f49bc52c5662e4b6413cdaf5bad723e5ec9a784205f6",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d2-lr10-s3001",
   "kind": "measured",
   "job_wall_s": 70.41669815500063,
   "job_cpu_s": 69.21336952299998,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d2-lr10-s3002": {
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3002,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 8.453873596855075,
   "max_radius": 21.2617030215187,
   "loss": {
    "0": 3.9318254530301693,
    "19": 3.931820706836223,
    "99": 0.8823005208843766,
    "499": 0.3213049442821262,
    "999": 0.24126887865889166
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318254530301693,
     3.9318239072959034,
     3.931817568588329,
     3.118048036393737,
     1.887881396769423,
     1.5093591511734998,
     1.2918701165535498,
     1.1366310042227694,
     1.0233768910478307,
     0.943251369801924,
     0.8745850503887937,
     0.8233058188788961,
     0.7709407554348456,
     0.7300221515354659,
     0.6886149180149231,
     0.6623462277257803,
     0.6375558310727062,
     0.6141947899049798,
     0.5915071900062592,
     0.5735906787993518,
     0.5454390966365854,
     0.528338350028032,
     0.5169187892088458,
     0.5027008308625919,
     0.49323581949692397,
     0.47545067091695453,
     0.45923566798714227,
     0.4531967467872965,
     0.4444276341433239,
     0.4366990969551652,
     0.43159798782089476,
     0.41583782644695666,
     0.40928918089649774,
     0.40261713259524834,
     0.40520508698770946,
     0.39670495705534686,
     0.3851288277716376,
     0.380254413812513,
     0.37705057685490206,
     0.3710938643096005,
     0.3657419864179279,
     0.3521652315237996,
     0.3567584287985247,
     0.3466657442202365,
     0.34422290415424145,
     0.33758925557444314,
     0.3407757907356905,
     0.3336763275635416,
     0.32869204524493734,
     0.32452958063612514,
     0.321933112459306,
     0.3143728087216047,
     0.32220350888243315,
     0.3127065808273735,
     0.30511231882470935,
     0.3043075211906253,
     0.3091825481340583,
     0.3014773340913036,
     0.3087589937032246,
     0.3001688707082253,
     0.30626684193202725,
     0.2932441706682605,
     0.29378733303308496,
     0.2941222323288643,
     0.289324732871175,
     0.2862445546446427,
     0.29158558271155166,
     0.28201137260556747,
     0.28302038443732863,
     0.2851389430036805,
     0.2802833118231607,
     0.2770107887932966,
     0.27687100118706237,
     0.2709290479676576,
     0.27244315572186206,
     0.27980279827733007,
     0.2654112466043492,
     0.2727477506494051,
     0.2731404253873054,
     0.2672292529186665,
     0.2545466792937548,
     0.27115828407723314,
     0.2646255318113557,
     0.2545886035091169,
     0.26455589721203554,
     0.2629675451086896,
     0.2545337319532914,
     0.2562196726203925,
     0.2590675545126282,
     0.2603657497829806,
     0.25502855288675297,
     0.252619197151726,
     0.24965144798164252,
     0.25686173445166727,
     0.2529618067233349,
     0.2514778907146381,
     0.2589359090375949,
     0.24850154317873757,
     0.24715086957463075,
     0.2501492085117377,
     0.24126887865889166
    ]
   },
   "loss_sha": "db545851b204f8ab103c39cde7328fab271fb36b0de7ad7b955eb1f8bd4f80cb",
   "converged": true,
   "drop_epoch": 291,
   "final_state": [
    1834791627,
    471268515,
    1253871355,
    321580418
   ],
   "float_sha": "3056dbfd2ca964c65c664eed2c38e22c2630ec93514fd0f774675b2ed308c666",
   "wall_s": 70.58812494500307,
   "cpu_s": 69.52321505999998,
   "wall_ms": 70588,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "a73e7d24827ace6791e08980ef87286343c4575dd0519134593bd9acf2dfab98",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d2-lr10-s3002",
   "kind": "measured",
   "job_wall_s": 70.6021752470042,
   "job_cpu_s": 69.53571409899996,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d2-lr10-s3003": {
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3003,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 8.443794988161134,
   "max_radius": 20.798113094333075,
   "loss": {
    "0": 3.931825449300898,
    "19": 3.9318208211265113,
    "99": 0.903081078591939,
    "499": 0.3576317784846253,
    "999": 0.2795627461482941
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931825449300898,
     3.9318239424213215,
     3.9318177570687745,
     3.1359105979332544,
     1.891441747197283,
     1.5191344809340592,
     1.2981290534962313,
     1.1629379786098852,
     1.0478462219477085,
     0.9749491402491315,
     0.8975414883148202,
     0.8463453853865847,
     0.8094181542006544,
     0.758637024724187,
     0.7298622697859372,
     0.6958891740642354,
     0.6598869512544092,
     0.6416912554129461,
     0.6162099519976384,
     0.5987929275013312,
     0.5757250066550641,
     0.5537355693778204,
     0.5430863758743589,
     0.5324584537716137,
     0.5131875747607596,
     0.5087190172798299,
     0.4934905557176921,
     0.4883490938039524,
     0.4710900513724076,
     0.46305242833114746,
     0.4609871084281396,
     0.44836361535296887,
     0.4445506969192405,
     0.4293103816302522,
     0.43040290081719457,
     0.4151239358877274,
     0.41528298199580327,
     0.4044446109668822,
     0.4003588580438206,
     0.40521586117122793,
     0.39683320237872893,
     0.39313542810032936,
     0.384031159828519,
     0.37848181152201377,
     0.37029295463731055,
     0.3635702760620639,
     0.3689724525777702,
     0.3623330232860399,
     0.3569179332026376,
     0.35878153892643005,
     0.3514876944202658,
     0.3563482077480166,
     0.3515131279522671,
     0.3393585327312237,
     0.3391489434683559,
     0.33724990993440684,
     0.32556015325339965,
     0.3266735064453533,
     0.3280919977052972,
     0.32501591291202026,
     0.3248621513271727,
     0.32933902966558404,
     0.32865515900007536,
     0.3243048558111462,
     0.324709269710083,
     0.31715411641280716,
     0.3178238914880455,
     0.30893131427071824,
     0.31897331588298766,
     0.31025402077750214,
     0.3139412300164174,
     0.3060298206285831,
     0.3074224802736273,
     0.30308469348272976,
     0.30383248485865105,
     0.2974531022921091,
     0.2958044416292291,
     0.29693988742542704,
     0.2956909295470068,
     0.29402966484950444,
     0.29627706886140615,
     0.288324320296243,
     0.30674301038290314,
     0.2811063311619464,
     0.2905141462990738,
     0.2910148893936176,
     0.2827236976759771,
     0.2919673392417304,
     0.28680127937549277,
     0.29389634628588324,
     0.2867443704063547,
     0.28617516423665423,
     0.28013480447477507,
     0.27899812249435135,
     0.2794453845096606,
     0.28661175047680126,
     0.27923369725415226,
     0.2752377691318517,
     0.2797032621722486,
     0.2784535353267984,
     0.2795627461482941
    ]
   },
   "loss_sha": "eaf74aa963d05f74c6bc1b967bfcffc9c3010856a9ea10a68be4c5ed939f333f",
   "converged": true,
   "drop_epoch": 287,
   "final_state": [
    57521726,
    3422633051,
    2284661672,
    1177649586
   ],
   "float_sha": "6d8e98d0ddec4559c211db6b26d34815db2381b058d9d244c73f68e30b294508",
   "wall_s": 72.75149838499783,
   "cpu_s": 71.58454207199998,
   "wall_ms": 72751,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "26074b54c4674950e0f7685b591df934ed0ce7b49fe1832132fab9f6f22fae19",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d2-lr10-s3003",
   "kind": "measured",
   "job_wall_s": 72.76782961600111,
   "job_cpu_s": 71.59924529500017,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d2-lr10-s3004": {
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3004,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 8.642148035796406,
   "max_radius": 21.293946881946923,
   "loss": {
    "0": 3.9318254511229904,
    "19": 3.9318208102129777,
    "99": 0.9025714183738826,
    "499": 0.33511359832361587,
    "999": 0.25964511637688054
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318254511229904,
     3.93182394228407,
     3.9318176923669266,
     3.1092027308265733,
     1.8794199568839758,
     1.5211772117759537,
     1.2974955296966075,
     1.1548315376753544,
     1.050221767117169,
     0.9630163041100138,
     0.8964988908371616,
     0.8410090487703563,
     0.7913769045686226,
     0.7446847583941966,
     0.7142897855975151,
     0.6885245483782001,
     0.6639754555521973,
     0.6369021906306293,
     0.6125402193404663,
     0.5961810350649693,
     0.5778224551311344,
     0.5558847992692002,
     0.539950281217111,
     0.5279261318952896,
     0.5118003681372668,
     0.5030568847343242,
     0.49172483011831336,
     0.4776513567540343,
     0.4713570399375384,
     0.4622891073423513,
     0.460216382257548,
     0.4381217716086639,
     0.42446577622158227,
     0.42215101421555057,
     0.4231774314241063,
     0.4110612460815116,
     0.403174217323737,
     0.40402592541929966,
     0.3813036309194073,
     0.3857924141885871,
     0.3813387923866355,
     0.38356857510851183,
     0.36805506096176505,
     0.3663148867755597,
     0.35434644180008185,
     0.35513170091216273,
     0.34928547138281646,
     0.35557495093002506,
     0.33485055491133175,
     0.3400420553469765,
     0.3350382375304893,
     0.33541558614313677,
     0.32145619117812085,
     0.3275321331613154,
     0.32086325980213576,
     0.3121393747893663,
     0.31606293119088336,
     0.3160692138143769,
     0.31512831472864516,
     0.31344411928681326,
     0.3000926489350593,
     0.30507707358252567,
     0.30279380094139696,
     0.3005751302745614,
     0.2965573631664311,
     0.2976672313622352,
     0.29245535935207184,
     0.2970153839011058,
     0.3041347075897363,
     0.2847771104789055,
     0.2878369204534133,
     0.28620657070792743,
     0.2879674278699804,
     0.2853514062921056,
     0.2899317815366893,
     0.29219703484056936,
     0.286535375867805,
     0.2749441817646177,
     0.2917422860380356,
     0.28261348463089536,
     0.2790114820779977,
     0.2745743948707029,
     0.28162017350096036,
     0.2834065876675385,
     0.27056077078312546,
     0.2696635705784846,
     0.2689627725225914,
     0.277974121411927,
     0.28130150461391606,
     0.2645625871461418,
     0.27153369708993386,
     0.2704851939253124,
     0.2633967244697676,
     0.27114648095885163,
     0.2659105385941536,
     0.2636764577754972,
     0.26438870708269785,
     0.26310593280804356,
     0.2656098953282059,
     0.25774403170647486,
     0.25964511637688054
    ]
   },
   "loss_sha": "facf201368dfca488932046d9e33be3ff5d27f01d6b85d49ec74ab378a04e288",
   "converged": true,
   "drop_epoch": 307,
   "final_state": [
    2417891206,
    1346342386,
    3909403470,
    130183250
   ],
   "float_sha": "1e60f086067b04699225f8a169aa3f8861e5ab8d5062530874c96b613b0d0ea2",
   "wall_s": 70.61513619899779,
   "cpu_s": 69.16880768800002,
   "wall_ms": 70615,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "a72864d2560f1b286a803ee952c1d07b0ca60ad54a9d39f10a1350bbe654f7ba",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d2-lr10-s3004",
   "kind": "measured",
   "job_wall_s": 70.63903218300402,
   "job_cpu_s": 69.18135429899985,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d3-lr10-s3000": {
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 5.850478826118484,
   "max_radius": 15.400656653504546,
   "loss": {
    "0": 3.9318253496616653,
    "19": 3.931818500627133,
    "99": 0.4442827338597671,
    "499": 0.16216130918190608,
    "999": 0.13906608396321646
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318253496616653,
     3.9318231096362832,
     3.931813995386227,
     2.73797073121637,
     1.1842859798639878,
     0.8609409786577347,
     0.7063177982018123,
     0.5970340925792444,
     0.5291616481691466,
     0.48467620515680904,
     0.438475477754339,
     0.3994080904016479,
     0.3751820710539387,
     0.3568493707775507,
     0.33543559319098776,
     0.3165769485251154,
     0.3065083913393914,
     0.3029888575226659,
     0.2847497928157636,
     0.2712577869805349,
     0.2589278644853958,
     0.2551192739995791,
     0.24558882951074767,
     0.2399413155562903,
     0.23762549162728663,
     0.22179653236835906,
     0.22142569780170296,
     0.21295387371826327,
     0.20770389615949506,
     0.2101065549863683,
     0.20317549161446288,
     0.19818175039613398,
     0.20390412879469608,
     0.19248093557124427,
     0.1815365197331066,
     0.19005932830799716,
     0.19328414850885905,
     0.17849474215124128,
     0.18924008196513353,
     0.17990433600353622,
     0.1806811116299327,
     0.17429329987349043,
     0.17407824693303675,
     0.16967023493334515,
     0.1722719452580485,
     0.1645864322994438,
     0.16900860363931028,
     0.17043129835415055,
     0.1622883844309693,
     0.16308913692849172,
     0.1614329934944767,
     0.1616363102224589,
     0.16160488078407118,
     0.16443889939031942,
     0.16358766911226635,
     0.16183753894201833,
     0.16039637231289963,
     0.16068832366037494,
     0.16559899065066705,
     0.17389105134769936,
     0.15585075296931805,
     0.16189524032858663,
     0.16043601637304647,
     0.15311893089716466,
     0.1562066238854993,
     0.1578641756935089,
     0.15395364786881846,
     0.15312353242790375,
     0.1613507576103004,
     0.14761163759265625,
     0.14896152963728612,
     0.15018398776466807,
     0.14774405016932127,
     0.15340966971316286,
     0.14310887090341823,
     0.15128942989859726,
     0.14965642548544547,
     0.14826883739281263,
     0.13955935493984814,
     0.14531710719640228,
     0.14624279443472402,
     0.14309871542981095,
     0.14729149020283192,
     0.15183371969701695,
     0.14632939421782434,
     0.1383516078040704,
     0.13853419002776937,
     0.13799262512877003,
     0.1399067287419049,
     0.1409015111296813,
     0.13184095187392172,
     0.1472753525575058,
     0.1505818938874604,
     0.1426836882945581,
     0.1356116759851764,
     0.1423114276725806,
     0.15330667879373197,
     0.14490163003551734,
     0.14061929044798982,
     0.13714932916472455,
     0.13906608396321646
    ]
   },
   "loss_sha": "78b0726c5c0558a8e94492b57ecba70d167cc7c34135d943a4bc6c67eb1a8230",
   "converged": true,
   "drop_epoch": 143,
   "final_state": [
    2676782915,
    1892891910,
    1649184915,
    3199816732
   ],
   "float_sha": "9bdebb924e415241bb6c66eca954d4e9fab10d6b910cd492b254d4e63bcca04d",
   "wall_s": 81.47672608299763,
   "cpu_s": 80.71024128199997,
   "wall_ms": 81477,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "e85bfc8d5f58050608930de7f8b43718967bf03f7ccf4ea3a1f78358e601c3c2",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d3-lr10-s3000",
   "kind": "measured",
   "job_wall_s": 81.49572489300044,
   "job_cpu_s": 80.727354945,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d3-lr10-s3001": {
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3001,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 6.026628474108245,
   "max_radius": 16.311548793314802,
   "loss": {
    "0": 3.9318253501369402,
    "19": 3.9318183516640652,
    "99": 0.4449222188471541,
    "499": 0.17772079849444222,
    "999": 0.15147065420990288
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318253501369402,
     3.9318230700810486,
     3.931813810285821,
     2.7551375076750078,
     1.217338231617211,
     0.8904480223382624,
     0.7177250009723807,
     0.6127920168825056,
     0.5390791838452137,
     0.4865747527341095,
     0.4398932902355701,
     0.41228758500534923,
     0.3764880247869802,
     0.36004528359247157,
     0.33598486966213287,
     0.31952880250031496,
     0.2989895077521931,
     0.29756359390511006,
     0.2847114202106761,
     0.27300725399280146,
     0.2664755105920102,
     0.2601869164717627,
     0.25350973152785977,
     0.24581908525632676,
     0.24386940517748595,
     0.2375856466109791,
     0.22594017659493246,
     0.229181685253976,
     0.21507784302459998,
     0.21764090240415088,
     0.2184858001089387,
     0.2060556574452041,
     0.20817516125184554,
     0.19752219336101853,
     0.20148647181167706,
     0.1919840243358935,
     0.2015717582715909,
     0.19240671195925116,
     0.19400885335593487,
     0.18382866894389413,
     0.1915758757711143,
     0.18275206177306652,
     0.17799023216383306,
     0.1820250757767198,
     0.1693065270196899,
     0.17450253622119746,
     0.17798261500871185,
     0.16779564439698164,
     0.1808613276812223,
     0.17007296646711273,
     0.16938242788572067,
     0.17103236771980493,
     0.1683394922727629,
     0.16909112290787756,
     0.1712438597839962,
     0.1641497505902264,
     0.1622849854534317,
     0.1618620243141043,
     0.1725171192336797,
     0.1628890273539548,
     0.15231282123043258,
     0.16259797479679944,
     0.16404655115348518,
     0.16982978214628242,
     0.16394501072631276,
     0.157836056311903,
     0.14947798171728954,
     0.1604038100763018,
     0.15986046556582678,
     0.15549005620124462,
     0.14850466416911595,
     0.1622975688937649,
     0.1627148351878859,
     0.15240426033002372,
     0.1591496609817771,
     0.16170776320769373,
     0.14920749883390177,
     0.15550590509369044,
     0.15581794931471382,
     0.150425465057783,
     0.15224613466008677,
     0.15442667451019848,
     0.16387088941512407,
     0.1481769237580817,
     0.15236450728967132,
     0.14767469720277146,
     0.1540032096513667,
     0.15033453794529214,
     0.13584393992512017,
     0.15906829298448963,
     0.15475327186454998,
     0.15007064616672475,
     0.15489934500265337,
     0.1512202123137847,
     0.14928757214548669,
     0.1450086846630002,
     0.1525323908009636,
     0.16119761461452273,
     0.1542879604508704,
     0.1523572649727453,
     0.15147065420990288
    ]
   },
   "loss_sha": "969bd99aa05687415f88e7a1f7627ae02a27e2a93a87c6288bca5486b48ab3b4",
   "converged": true,
   "drop_epoch": 139,
   "final_state": [
    3709347326,
    4281722239,
    115103669,
    2550139882
   ],
   "float_sha": "c8ed43c630f48cbe00ca5db7291a9a0f34f7031d230c8e1c84b479eb3c269860",
   "wall_s": 85.8391747909991,
   "cpu_s": 84.58204958100004,
   "wall_ms": 85839,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "a84876404e1fec444e0f6945755cc32adf99a2efadbf31a3e5bb78aefe19a19e",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d3-lr10-s3001",
   "kind": "measured",
   "job_wall_s": 85.86020292600006,
   "job_cpu_s": 84.60128215399999,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d3-lr10-s3002": {
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3002,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 7.6820987789320485,
   "max_radius": 16.911710664306437,
   "loss": {
    "0": 3.9318253483323438,
    "19": 3.931818281417287,
    "99": 0.4496573293550006,
    "499": 0.17874265615839363,
    "999": 0.1493644361509526
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318253483323438,
     3.931823053715743,
     3.9318136428455945,
     2.7430965413552455,
     1.1871512047108645,
     0.8603446380952858,
     0.6952289898150934,
     0.5833624033754677,
     0.5210495541609168,
     0.47239315568495227,
     0.42799942906297395,
     0.3985046256488417,
     0.37998388811044564,
     0.3600567883942187,
     0.3352783052108568,
     0.3234356309470023,
     0.30584728344801815,
     0.2967199358138416,
     0.286685654477684,
     0.27317079207831396,
     0.27170985165836586,
     0.2636546421974481,
     0.2614455138745633,
     0.25393912480299985,
     0.25049369925463616,
     0.24272088708751263,
     0.23838706784777686,
     0.23276476469694254,
     0.2271297369009592,
     0.22774351297818776,
     0.22126324197361827,
     0.2167064941225035,
     0.21423417650257542,
     0.2132854371541724,
     0.21283231015506596,
     0.2139011663420387,
     0.20944476306143098,
     0.20306726133176442,
     0.19881682322393315,
     0.19724080393884788,
     0.20630042906071386,
     0.1881354098437597,
     0.1906022492204995,
     0.18936771671707814,
     0.18917914124391866,
     0.19187334687766816,
     0.18619711840454553,
     0.18428376454985212,
     0.1817510136048091,
     0.17337122998247143,
     0.17912143695922844,
     0.18194298213381604,
     0.1776626424906353,
     0.1778376247987248,
     0.1685819583615946,
     0.1694397652418046,
     0.17322789201761238,
     0.17875046152979437,
     0.17499368192137382,
     0.16907430016613761,
     0.1702751400123798,
     0.17185516189933447,
     0.16694480654679808,
     0.17287744187964232,
     0.1669020689883752,
     0.16782195562265495,
     0.16225054351264262,
     0.17659975835608235,
     0.15987325575807673,
     0.16721878219826702,
     0.1626710280688562,
     0.16613435312329927,
     0.16527036100046202,
     0.16040294498948288,
     0.15242082159150916,
     0.16513378640933501,
     0.16378414505015756,
     0.16729816722362217,
     0.15883843595000613,
     0.15790778599592709,
     0.15411104895826322,
     0.15446797417632765,
     0.16572903880375414,
     0.1579602095092384,
     0.15111435934293385,
     0.15831981890284372,
     0.16201340410243992,
     0.1705391145619682,
     0.15303164260016922,
     0.15464964042637352,
     0.15730280639644323,
     0.1574510808279765,
     0.15245628491680013,
     0.1546855527727114,
     0.15071140100059993,
     0.16447655180449383,
     0.1482561587237687,
     0.15222691493970142,
     0.1536671572441576,
     0.1580044147719114,
     0.1493644361509526
    ]
   },
   "loss_sha": "acabeae3cda4e620fdc0d8c5de7e816bbe7c99b3fd3469118f9a93d4ddbe6ddf",
   "converged": true,
   "drop_epoch": 135,
   "final_state": [
    3445289484,
    2398475588,
    309143284,
    2172633356
   ],
   "float_sha": "49614559fc2c1f721afdde48d2200aeb50aada30dccde6122a72f6b85ca347f3",
   "wall_s": 84.42445296999358,
   "cpu_s": 82.35620956399998,
   "wall_ms": 84424,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "df2f72ec68697f2e75d5efc8fbcab9cefe99de7f35744aea47fa506173c7e731",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d3-lr10-s3002",
   "kind": "measured",
   "job_wall_s": 84.44209898500412,
   "job_cpu_s": 82.372073854,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d3-lr10-s3003": {
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3003,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 5.957477176079341,
   "max_radius": 15.797371394096185,
   "loss": {
    "0": 3.9318253215189722,
    "19": 3.931818474404364,
    "99": 0.4571116232974442,
    "499": 0.17107193121696218,
    "999": 0.14354853745288806
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318253215189722,
     3.9318230999096677,
     3.93181403282276,
     2.75191498183159,
     1.2004511579007564,
     0.8788140714291682,
     0.7121281163162938,
     0.6104739063037803,
     0.5425278520003681,
     0.48339208495315694,
     0.45613230160309076,
     0.4201306860979033,
     0.38907127606138514,
     0.37227059478388846,
     0.34970870764243633,
     0.3299064256453373,
     0.32305549339900086,
     0.3052636577769744,
     0.30038688680782016,
     0.28784355724177424,
     0.28038551806621714,
     0.2682007792852722,
     0.26809018537139007,
     0.25982420359641917,
     0.254129528698764,
     0.25301129425631025,
     0.23588471184587165,
     0.22748218902513095,
     0.23100012691926536,
     0.22564975951470334,
     0.21194435593891822,
     0.20663199440283025,
     0.21137475223952912,
     0.20593900589629052,
     0.21247689174802914,
     0.20346614384588074,
     0.20458972071544354,
     0.18602567530981856,
     0.19223660182672625,
     0.19757417849853648,
     0.18801470408971502,
     0.18972102044290712,
     0.18700785630189318,
     0.1787978275587626,
     0.1789827517053159,
     0.18024822570952923,
     0.17771809535064767,
     0.1751330075842366,
     0.17233063554423705,
     0.1700497194278933,
     0.16867575729093132,
     0.1677959917943413,
     0.1656125147224637,
     0.17136325132020727,
     0.17000147083381356,
     0.15556180216641502,
     0.1640536913915617,
     0.16748786776777588,
     0.1631831130338749,
     0.1616988495196,
     0.15138683641692485,
     0.15195223137135927,
     0.15511393543461305,
     0.15753534859823276,
     0.1563772086730759,
     0.15559902631124967,
     0.16304326950763168,
     0.15978055817338155,
     0.15632238070381058,
     0.1543649166714042,
     0.1595142373462628,
     0.15780180004111097,
     0.15057729740099024,
     0.1399810935031168,
     0.15582696300488438,
     0.15161268266136183,
     0.1531683237277796,
     0.14870796344117995,
     0.15263464111284328,
     0.14847534572199944,
     0.15041514832211839,
     0.1513629993899356,
     0.15164580994616406,
     0.1459685558420194,
     0.14522465359408696,
     0.15375138877039973,
     0.1468745196337361,
     0.15181875324139735,
     0.15300692569541902,
     0.13814696094374632,
     0.14670984029917095,
     0.14292829468494023,
     0.1396398435445838,
     0.1498949957157931,
     0.1411636526131688,
     0.14486232824899647,
     0.14738348860784242,
     0.14837782655351872,
     0.152354406600949,
     0.1419985251820514,
     0.14354853745288806
    ]
   },
   "loss_sha": "d008619f3e35c681a76a4348aee9ac83420381cc9cbd28305e2c4e3ecb0e884f",
   "converged": true,
   "drop_epoch": 147,
   "final_state": [
    1452382708,
    2804458522,
    1465752291,
    2295121
   ],
   "float_sha": "939a058c6758641efe1c9df18950ce46149c3a46738dc4c0029d1b5db3d19248",
   "wall_s": 84.70828742500453,
   "cpu_s": 83.67910123800004,
   "wall_ms": 84708,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "18e0830b2b1c5a731da5f0ab76bd66c0036abda95fd16b73dd5dd365a9a7b718",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d3-lr10-s3003",
   "kind": "measured",
   "job_wall_s": 84.72554867799772,
   "job_cpu_s": 83.69475947700005,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-euclid-d3-lr10-s3004": {
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3004,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 6.245076726391252,
   "max_radius": 20.74560547064324,
   "loss": {
    "0": 3.93182534113495,
    "19": 3.9318182832988295,
    "99": 0.4334525390434287,
    "499": 0.17568835398614602,
    "999": 0.1427394199623278
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.93182534113495,
     3.9318230593292007,
     3.931813672474299,
     2.7393095005888703,
     1.2109782011590589,
     0.8798427449718977,
     0.7008553784318751,
     0.6000772239634139,
     0.530677550228968,
     0.47409733786609237,
     0.4313000527922553,
     0.3994061790472066,
     0.37443568023037704,
     0.3563957646396183,
     0.3405019689704815,
     0.3145398550644897,
     0.3076122077866357,
     0.30486576006141636,
     0.282612977756773,
     0.284403537055576,
     0.2653836880768137,
     0.2578523336832179,
     0.2649927414385171,
     0.24636661253464903,
     0.24723806802760098,
     0.2365261344437381,
     0.23560492433462127,
     0.23584775763448573,
     0.2303446805943477,
     0.21276583810687416,
     0.21779237971397786,
     0.21554072738850252,
     0.22035496192438778,
     0.2048001196072241,
     0.2006096244969676,
     0.20706445436099524,
     0.20183234157162883,
     0.20670109148159055,
     0.19505360536875901,
     0.19678260204575812,
     0.19215961255575992,
     0.1882720768972163,
     0.18841046301021058,
     0.17820088888225719,
     0.18692722363412004,
     0.1801182505933804,
     0.19072051808292007,
     0.1822335318830716,
     0.18048726774435586,
     0.1761603454237754,
     0.16692315650877182,
     0.16073848804311713,
     0.17114741484932405,
     0.1666199868178484,
     0.1633512182578423,
     0.16518469801096808,
     0.16947065689586238,
     0.1667370464432407,
     0.16000346240960758,
     0.1632127214042329,
     0.1658431701924335,
     0.1666160992306983,
     0.1628683547453815,
     0.15849151238956335,
     0.1647743837810482,
     0.1667040089048092,
     0.16581618975432083,
     0.16010865438568458,
     0.15313992086700898,
     0.15384973233582364,
     0.14886581093787227,
     0.1525850890293406,
     0.1543624053702402,
     0.15386565436143554,
     0.15327194371983233,
     0.14992011650593387,
     0.14538133749135498,
     0.15095225156006792,
     0.1480762136612709,
     0.14905292670728168,
     0.1432268914395379,
     0.1489227122107586,
     0.14810345197405142,
     0.14627226359163237,
     0.14576513083693785,
     0.15227989717776225,
     0.14480347357718182,
     0.15044971084849026,
     0.14821714074018566,
     0.14765406185676577,
     0.14908944271498742,
     0.14426129546276079,
     0.13826265964626838,
     0.13807494470633117,
     0.1395761272442179,
     0.15652543170704314,
     0.14029486974705088,
     0.14808887178612534,
     0.15037938433358705,
     0.14303837001090278,
     0.1427394199623278
    ]
   },
   "loss_sha": "71d7dc4ea3798d69bdee1b1a65ff0c37d78bf6ebe7fb6fe306376410708b0b58",
   "converged": true,
   "drop_epoch": 141,
   "final_state": [
    2536204589,
    2452214069,
    212773725,
    2100007121
   ],
   "float_sha": "b52851abd9fae88c96a8bd75126390703c19359f807addc8e60049cf1a4f850a",
   "wall_s": 81.92183877199568,
   "cpu_s": 81.12215088800008,
   "wall_ms": 81922,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "f1100f3e4ff14f0ddd9e0ac70eac0acae9a7d3090a143f9d15d70cf2d1a61900",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-euclid-d3-lr10-s3004",
   "kind": "measured",
   "job_wall_s": 81.9388617240038,
   "job_cpu_s": 81.13771084199993,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d2-lr10-s3000": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 2,
   "max_step": 1.1962936450621724,
   "max_radius": 15.72347601851097,
   "loss": {
    "0": 3.9319464233132555,
    "19": 3.6149972209311865,
    "99": 0.599432033601142,
    "499": 0.18018187915738554,
    "999": 0.13021618207245647
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9319464233132555,
     3.8006314917659325,
     3.6018521778964243,
     2.0983840768895465,
     1.2635809381058727,
     0.9334313605550204,
     0.7909240312642042,
     0.7100095169878462,
     0.6552750325616015,
     0.622866291798887,
     0.5929568760861588,
     0.5754372607731231,
     0.5483000069031659,
     0.5383150669729192,
     0.5219508344294224,
     0.5106358623835922,
     0.49488298840392386,
     0.4773098855044887,
     0.4673608637791343,
     0.4577574226300841,
     0.44358769714070956,
     0.42048133558625983,
     0.40981583443700875,
     0.3979215639218063,
     0.38251092093430766,
     0.36696207023417426,
     0.3500427711952803,
     0.33066173293624496,
     0.3292089614612323,
     0.3102825942099482,
     0.3033637717445153,
     0.27626040876515684,
     0.27434722827718266,
     0.2609727607584201,
     0.256971460168166,
     0.24426714987820347,
     0.2414703772713276,
     0.23311540622783142,
     0.22770892952504287,
     0.22315173209265976,
     0.21545966518195322,
     0.20961492324217,
     0.20513187819942527,
     0.19998120581475481,
     0.20345723650614933,
     0.19333112016273563,
     0.1887419575147213,
     0.19001999451594764,
     0.18227008974255243,
     0.17763456148791593,
     0.179370981818116,
     0.17465693722108264,
     0.17080512567301787,
     0.17536942036602096,
     0.1626892272683848,
     0.16754711991592106,
     0.16490640810116833,
     0.16229917377156888,
     0.16978649374149238,
     0.1635345994422212,
     0.16086811984168542,
     0.158924194827557,
     0.15561325614934382,
     0.15202799327583755,
     0.1583678670081403,
     0.15020950174172557,
     0.1519187411864161,
     0.14905243505288251,
     0.14406309716152704,
     0.1464835325611876,
     0.13988344920350165,
     0.1457923061546306,
     0.14406644097338,
     0.14251588081408575,
     0.13895712204855204,
     0.14560848300894144,
     0.1382121819269253,
     0.13541232902923142,
     0.13930966829799707,
     0.14063051203459168,
     0.13689294068640598,
     0.13007268688230106,
     0.13423326923483656,
     0.13197561044781456,
     0.1351847912647266,
     0.13897713152061314,
     0.13500979254369222,
     0.13229100062888668,
     0.13738706904824372,
     0.12847011106090275,
     0.12645743699274892,
     0.13315082801241226,
     0.131453722170439,
     0.1321292977188417,
     0.12453805744985723,
     0.1286201325196207,
     0.12568225629133023,
     0.13123100741711088,
     0.12844815494260534,
     0.12777017350949194,
     0.13021618207245647
    ]
   },
   "loss_sha": "797ae59a2d527573c6e6f66e5a6ad8e0227ceb0ca5c51fc430fd883a1020f07c",
   "converged": true,
   "drop_epoch": 281,
   "final_state": [
    998317733,
    236089733,
    2141487291,
    2833967597
   ],
   "float_sha": "69b1cd7c442836bce8ad30ffae95d8a201c74f765fcfba80279dd03b7b914cdf",
   "wall_s": 152.9787309059975,
   "cpu_s": 115.985697899,
   "wall_ms": 152979,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "7db07547261fe563c2077e6dfa50c3f5780dfcf6e8c4f3a2ac5497f0ae28ad32",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d2-lr10-s3000",
   "kind": "measured",
   "job_wall_s": 153.00144865599577,
   "job_cpu_s": 116.00281353100002,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d2-lr10-s3001": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3001,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.13060064268549,
   "max_radius": 15.628130707810094,
   "loss": {
    "0": 3.931999138307234,
    "19": 3.616217510138475,
    "99": 0.5993330503929083,
    "499": 0.18078454801688437,
    "999": 0.12123154092033053
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931999138307234,
     3.801163034538558,
     3.6024167631152033,
     2.106192715209724,
     1.2714176562997783,
     0.9428149865527815,
     0.7931851197065053,
     0.7139039353793162,
     0.6588698686378069,
     0.6262348412477927,
     0.597745913510239,
     0.5753732939100992,
     0.5556363097468069,
     0.5375843448010992,
     0.52273472948231,
     0.49668605831677876,
     0.489521423716624,
     0.47006933949457724,
     0.4595462275851783,
     0.44050507504456743,
     0.4379504172690723,
     0.41125260622468635,
     0.40155842173451184,
     0.38102990465110137,
     0.3659495602674978,
     0.35130004278230936,
     0.3363061312413245,
     0.327246431362069,
     0.30553212398713825,
     0.29779745337402225,
     0.29085044047943587,
     0.2822783281969425,
     0.26382867463791077,
     0.24914757447534105,
     0.250979383364704,
     0.23684859522205565,
     0.22986165372406234,
     0.23599118575662853,
     0.22295780429803452,
     0.20497164670804438,
     0.208784757941047,
     0.20226679090227395,
     0.19160841838906223,
     0.20208633355406297,
     0.19695039891982383,
     0.1941151280130728,
     0.18426738933169295,
     0.1785197353501748,
     0.18005454732433746,
     0.18015746347618666,
     0.1777874786791258,
     0.16082012273497862,
     0.17164909563413855,
     0.1753117487928707,
     0.16431104015876627,
     0.16636003703255806,
     0.15759783880550687,
     0.16196816794647115,
     0.15911750471111247,
     0.16182853284417087,
     0.1540974569064426,
     0.1546167516429784,
     0.1575872101064903,
     0.14814097823470873,
     0.15487079042651192,
     0.15288355856363886,
     0.15515334261690697,
     0.15173368999688225,
     0.14822812229846932,
     0.1465924617764009,
     0.14577476369667333,
     0.14289022805624393,
     0.14827054637785203,
     0.13648880520239146,
     0.14732620682170924,
     0.14171518268718333,
     0.13729741367292378,
     0.1390885045449012,
     0.1348641516416322,
     0.14237237183491905,
     0.13580835768136415,
     0.13818534653347087,
     0.13046888178942626,
     0.13012959288569237,
     0.1405080972421575,
     0.1354693928679846,
     0.13662229378888194,
     0.13128653117504377,
     0.13488736575563784,
     0.1278407397012742,
     0.13112169475003874,
     0.13373014488765433,
     0.13512577131887962,
     0.12454860654477297,
     0.13056996699269016,
     0.12812068892735481,
     0.13208934790198792,
     0.12810028121968628,
     0.1245605178505884,
     0.13248127679204535,
     0.12123154092033053
    ]
   },
   "loss_sha": "84d6aa5c80c347c1f2be3a902534246cd853a95b238117cead8a95e3ee83b4d5",
   "converged": true,
   "drop_epoch": 269,
   "final_state": [
    2620332494,
    3140782991,
    1512408904,
    332345123
   ],
   "float_sha": "294801371d291bdad84eff11f1babcfe53436a56acc08948f19d4b340f788316",
   "wall_s": 160.07053754299704,
   "cpu_s": 119.37758253599998,
   "wall_ms": 160071,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "d4070e2d31d238c96d48f2503a21a267829a333360e99ad3b9880b75419b5b6c",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d2-lr10-s3001",
   "kind": "measured",
   "job_wall_s": 160.08839142399665,
   "job_cpu_s": 119.39406682499998,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d2-lr10-s3002": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3002,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 2,
   "max_step": 1.2332918820750054,
   "max_radius": 15.5063117171771,
   "loss": {
    "0": 3.9318793331378687,
    "19": 3.619186364277169,
    "99": 0.6132671669448702,
    "499": 0.18343314608844982,
    "999": 0.12987208692604943
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318793331378687,
     3.802551340139975,
     3.6053623067572067,
     2.1231904380824465,
     1.2962307113018996,
     0.9626715987150951,
     0.8088449024030312,
     0.732178502006058,
     0.6800448175447392,
     0.6467333679553924,
     0.6194392759286856,
     0.5934328441720796,
     0.5711540374273993,
     0.554828690248509,
     0.5387691146029496,
     0.5193396214892931,
     0.5065290527355496,
     0.48389565524898087,
     0.4674399195401188,
     0.4634278647158254,
     0.44787126643301167,
     0.4290809131792048,
     0.4089230920607578,
     0.39197505410315286,
     0.3786797473149008,
     0.3627981419285335,
     0.34597461468549806,
     0.33048377568721715,
     0.31696787560375417,
     0.3063433145071777,
     0.2857135790557949,
     0.283809742451655,
     0.2725446291993453,
     0.2583820842714123,
     0.2573031289500489,
     0.252553654376213,
     0.24179651246392522,
     0.22854585525001075,
     0.22483634939345967,
     0.22009254333380907,
     0.21725121619611912,
     0.21066383488517507,
     0.20788404479796604,
     0.1970054909927652,
     0.19497107896155222,
     0.19805967614868739,
     0.18837184165058146,
     0.19232388292838565,
     0.1922174849020517,
     0.1823432504362673,
     0.1884637939705334,
     0.1803294242958708,
     0.18244091303195378,
     0.17215792032213081,
     0.17708966682269067,
     0.17231901140501946,
     0.17109196775553936,
     0.1721236634508194,
     0.15904387402973583,
     0.16091047922552984,
     0.1648430324306747,
     0.16098281233277545,
     0.16156731669125038,
     0.15945227860993189,
     0.15678529033214464,
     0.15228881671974717,
     0.15284403491188017,
     0.1487926318042969,
     0.15476182535743224,
     0.14602909926046803,
     0.15219209438063938,
     0.15797017847741085,
     0.14817247893827773,
     0.14604894120556916,
     0.14255286237640394,
     0.14661119948705356,
     0.14589741816782875,
     0.14192977261035175,
     0.1475414408181929,
     0.14131481232261095,
     0.14565377916430444,
     0.1439778705404866,
     0.14384712299986854,
     0.13424887832601914,
     0.1430896971373421,
     0.14177193486050255,
     0.13491579905790793,
     0.13787911000234251,
     0.13261649353568963,
     0.1385367244820458,
     0.13694960148907528,
     0.13729561793814588,
     0.1415604895229327,
     0.13831817316792017,
     0.13392822749149363,
     0.13647210650418715,
     0.12817964433763915,
     0.1275006260197972,
     0.13336589731284884,
     0.12740283047145737,
     0.12987208692604943
    ]
   },
   "loss_sha": "33a871524d97033321aa919f4019de1e9ccccb90c4d64f5c65f00ade8fc0fc00",
   "converged": true,
   "drop_epoch": 275,
   "final_state": [
    1834791627,
    471268515,
    1253871355,
    321580418
   ],
   "float_sha": "02604451094e4aa34cd9cf12cd1f5ba50c9be3216ec42fba7c5f613d146a53bb",
   "wall_s": 162.56825153100363,
   "cpu_s": 119.33014222999998,
   "wall_ms": 162568,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "c045639764cbb3a67071ca65e61b513f0db0484c104ab5a552bd675e37fc3ac2",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d2-lr10-s3002",
   "kind": "measured",
   "job_wall_s": 162.58680483399803,
   "job_cpu_s": 119.34693839399995,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d2-lr10-s3003": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3003,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.1956614753566823,
   "max_radius": 15.795232829364535,
   "loss": {
    "0": 3.931799249599443,
    "19": 3.621365665082949,
    "99": 0.6132620465666826,
    "499": 0.18617362020732267,
    "999": 0.13187794472338665
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931799249599443,
     3.8029881737325684,
     3.6083002914260907,
     2.122549721087501,
     1.293621947372731,
     0.9565724211203265,
     0.8147374156542992,
     0.7330192998660988,
     0.6801918484968374,
     0.6455167221604858,
     0.6130151204193799,
     0.5954514096343936,
     0.5774172091166371,
     0.5573340086064521,
     0.5446327608450513,
     0.5212341947182436,
     0.5045104187128979,
     0.5019297057559772,
     0.4737936430214298,
     0.4625413012227827,
     0.442175264097788,
     0.43920422312549795,
     0.4117145933268657,
     0.3952878467813412,
     0.38801189357128885,
     0.367877313155336,
     0.3538735149563732,
     0.34123510067332496,
     0.3243409613692352,
     0.3133644282365259,
     0.2996275610794673,
     0.28576244285478014,
     0.27892411738560324,
     0.27424282404067957,
     0.2552326416113282,
     0.25104965369630183,
     0.24096258268241072,
     0.233631687977127,
     0.2338646807041952,
     0.2262093314965114,
     0.20978219551108127,
     0.21452751841483103,
     0.21865069230005793,
     0.20629724536510652,
     0.20044006613755527,
     0.19942503379188076,
     0.19811492661060262,
     0.18802118369510035,
     0.18952315454524496,
     0.19081319721851617,
     0.18457202111621693,
     0.18459087960312676,
     0.1743974875122743,
     0.17699868253421036,
     0.16921084279095353,
     0.1721035070315837,
     0.16970482962945518,
     0.17132238954741208,
     0.16278090885909482,
     0.16462445565712805,
     0.1709828221216252,
     0.16387050964257588,
     0.1616868150072959,
     0.16275536541638957,
     0.15083662499586772,
     0.1547352704620824,
     0.15265196782138718,
     0.15476821492435489,
     0.15228318632538035,
     0.1526822432791892,
     0.1460053201941151,
     0.15008109257094335,
     0.15417066936928697,
     0.15361083293115466,
     0.15249804033264244,
     0.14590856013856,
     0.1438588317817729,
     0.1515650800753066,
     0.14698446843636556,
     0.14301094422251395,
     0.1461813495111525,
     0.1523452766837372,
     0.1405483058847207,
     0.13844287506081648,
     0.1338088359329667,
     0.1420983779488793,
     0.13991335529470508,
     0.13871099089260958,
     0.13404942500777944,
     0.13876363526021557,
     0.141975471532157,
     0.13319383986576636,
     0.1279797711280156,
     0.1388380658753535,
     0.1445679071310448,
     0.13477317350554008,
     0.13652422950988208,
     0.13547494141019864,
     0.12890068187534234,
     0.131249820761108,
     0.13187794472338665
    ]
   },
   "loss_sha": "4df9d5fc908ca02d6667cd99339464358240abca8f69652a4b938d13ea3c913b",
   "converged": true,
   "drop_epoch": 279,
   "final_state": [
    57521726,
    3422633051,
    2284661672,
    1177649586
   ],
   "float_sha": "01c301083c36258b9931866da693d87dff7ce8122d0cae7accea85d769988b2e",
   "wall_s": 166.06515117899835,
   "cpu_s": 119.45846722800002,
   "wall_ms": 166065,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "d49da3fe8b8c33d4884ad302cb36afeff476dd2fe88ef151cc1168ef8a910a2e",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d2-lr10-s3003",
   "kind": "measured",
   "job_wall_s": 166.10014890199818,
   "job_cpu_s": 119.47611406199997,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d2-lr10-s3004": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3004,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.2629613775410315,
   "max_radius": 15.561033106321183,
   "loss": {
    "0": 3.931930728730604,
    "19": 3.6185917385779316,
    "99": 0.5961332974557129,
    "499": 0.1735664871545451,
    "999": 0.12582931016637444
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931930728730604,
     3.8023423785352377,
     3.6049545670324687,
     2.1055805986650897,
     1.2760419588441978,
     0.9420487706441021,
     0.7947982669453407,
     0.7166942022949727,
     0.6619528713610634,
     0.6235717372824949,
     0.597020611564243,
     0.5685162330605757,
     0.5489382767714747,
     0.5297150720443939,
     0.5156551770170059,
     0.4996629951769972,
     0.4907327650081456,
     0.4707816478796534,
     0.4581092104866804,
     0.43244089288584103,
     0.42467074562016127,
     0.41272862955113543,
     0.396446871324814,
     0.3716501667974563,
     0.35892980551700826,
     0.3447225925084091,
     0.33342718535787563,
     0.322376323506407,
     0.30495605415071525,
     0.29177948985122365,
     0.29022966706271847,
     0.26687381819246936,
     0.2636528290313843,
     0.24759486727966984,
     0.2410731010916336,
     0.23591314519159548,
     0.2297943390466359,
     0.22568136751015666,
     0.2150009131580031,
     0.20998258586479918,
     0.21127586347319685,
     0.20877091279541993,
     0.20646566480598427,
     0.20271754390234015,
     0.19245826369793972,
     0.19173719514508022,
     0.18139383250804866,
     0.17749473879536867,
     0.18203789709604304,
     0.17658918364619902,
     0.1747123550381117,
     0.1709667733339801,
     0.16664829802792225,
     0.17445990146467025,
     0.166422180929518,
     0.16173621347039732,
     0.16881353193024887,
     0.1609192587767117,
     0.1593576152134815,
     0.15523773318556652,
     0.15768624960948388,
     0.16301276883328208,
     0.15508610266078976,
     0.15430447092403807,
     0.1499496234992007,
     0.14910186458806304,
     0.14469994992961524,
     0.1474405660211697,
     0.15089639975485847,
     0.14503920987570157,
     0.15040721912016097,
     0.14268789139633414,
     0.138502508813106,
     0.1376010350146602,
     0.14247221308767366,
     0.13883421114134017,
     0.13268685730253352,
     0.13412660062274304,
     0.13970950315998568,
     0.13779669484697693,
     0.1308284374020338,
     0.13143849321869486,
     0.1361881531596992,
     0.13107219327276165,
     0.1307706114442477,
     0.13390345618725788,
     0.12904572868434727,
     0.1349884220099221,
     0.13131997318527472,
     0.12501735363679434,
     0.13256626606464236,
     0.12949103890645788,
     0.12396888704208854,
     0.12301997288729205,
     0.13146303992698374,
     0.1262087281134202,
     0.13363439038058167,
     0.126236612381942,
     0.13023088173347822,
     0.12678655326081012,
     0.12582931016637444
    ]
   },
   "loss_sha": "e3f870be41bd88693c26052bc82a33dd201e00da37949a636ea87f4966a7b681",
   "converged": true,
   "drop_epoch": 273,
   "final_state": [
    2417891206,
    1346342386,
    3909403470,
    130183250
   ],
   "float_sha": "2258f361ce6efea2ebf6e732382709045862aaf1e6a84821972ee478fd951ba2",
   "wall_s": 145.9817580309973,
   "cpu_s": 118.95486553199999,
   "wall_ms": 145982,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "adc63128260c7d85a3b2cbbad956278b8ee8b6287001af4fe4e181b80cad923e",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d2-lr10-s3004",
   "kind": "measured",
   "job_wall_s": 145.9999568179992,
   "job_cpu_s": 118.97134884299999,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d3-lr10-s3000": {
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.9669793286929408,
   "max_radius": 11.972920525914692,
   "loss": {
    "0": 3.931839033502578,
    "19": 3.565328169871283,
    "99": 0.28884287182458634,
    "499": 0.10187915878304456,
    "999": 0.08445024577190063
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931839033502578,
     3.7798850069666847,
     3.533740868721873,
     1.3997388113724683,
     0.6921429872117238,
     0.5291795862485197,
     0.4492728646301863,
     0.38574646743559454,
     0.35188517889204407,
     0.31372807529254065,
     0.2889906219882746,
     0.2627439878895138,
     0.24409155252269024,
     0.23049938039658163,
     0.2145105873402989,
     0.2042958868125829,
     0.19251587585436847,
     0.18148098059034395,
     0.17726962430810106,
     0.16778556845484266,
     0.1622708194037816,
     0.15956698290388535,
     0.14949656166197683,
     0.15236025331433056,
     0.1426175415967157,
     0.13837629672321966,
     0.1374016268740305,
     0.13601263180500972,
     0.13506706450701997,
     0.13241321918299567,
     0.12605855211761102,
     0.12510174566438392,
     0.12230255049041591,
     0.12092199192405438,
     0.11860171008409441,
     0.11684160998637359,
     0.1189329662869239,
     0.11137118007528114,
     0.10936525308528168,
     0.11300714128930196,
     0.11195244915765207,
     0.10660072869672872,
     0.10938517284859449,
     0.11023612831003214,
     0.10821559299372686,
     0.10382624080506753,
     0.10453928163044295,
     0.10377188461413782,
     0.10325914319996128,
     0.10113834759035996,
     0.10152534880551838,
     0.10023594720988656,
     0.09776476269775208,
     0.09860552407694365,
     0.10037787064502661,
     0.101248154786682,
     0.09937684298397484,
     0.0973827425803849,
     0.09612541683765105,
     0.09493546388911046,
     0.09373053955025239,
     0.09667116366928673,
     0.09428135943219229,
     0.09557814174450387,
     0.09497105993153517,
     0.09126187226127704,
     0.09489746448633836,
     0.09252258892698015,
     0.08747388591482101,
     0.09319564576670941,
     0.09330903354097461,
     0.09239645608416769,
     0.09199618198694443,
     0.09161780145415359,
     0.08959142232766597,
     0.09304636945353138,
     0.0898639834421834,
     0.09354728863073429,
     0.08731784060363362,
     0.09147316129278196,
     0.08907610083011192,
     0.08868932134451044,
     0.09125776928701775,
     0.08910056560813152,
     0.0883193940061436,
     0.08756696284142339,
     0.08685043951547318,
     0.08621447797744503,
     0.09148260396705828,
     0.08644781086876616,
     0.08712079759008566,
     0.08665135982302132,
     0.08849779264470371,
     0.08686517724051268,
     0.08569211211715012,
     0.08966695211857002,
     0.08537243159310944,
     0.0864288516072205,
     0.08735275074499278,
     0.08691296991783191,
     0.08445024577190063
    ]
   },
   "loss_sha": "b2e5f9f93229e634bb94070639f357d002a9b502cb713acdb09cc7b696b3213b",
   "converged": true,
   "drop_epoch": 102,
   "final_state": [
    2676782915,
    1892891910,
    1649184915,
    3199816732
   ],
   "float_sha": "000b454f37504dbf228cae70fff142108a5c46e7f9fa89ccf5ab972640bc0779",
   "wall_s": 152.26926301900676,
   "cpu_s": 140.38303742,
   "wall_ms": 152269,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "bd8e27d9239429bc3b867669a9b05bad2c2f9c73ebe696ec5013c0224cb2a82e",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d3-lr10-s3000",
   "kind": "measured",
   "job_wall_s": 152.2961290710009,
   "job_cpu_s": 140.408220079,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d3-lr10-s3001": {
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3001,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.1419230040333357,
   "max_radius": 11.957243587335425,
   "loss": {
    "0": 3.9317663070117193,
    "19": 3.5644654299181435,
    "99": 0.2939399489491453,
    "499": 0.104040463665429,
    "999": 0.08504282883012856
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9317663070117193,
     3.7776233192350572,
     3.534283079067659,
     1.4162571808161235,
     0.6951706059448247,
     0.537274959672368,
     0.45493144926177803,
     0.39767778867595643,
     0.3555004304191666,
     0.3183309994224283,
     0.28557017349651886,
     0.2642752623549366,
     0.25145855251797333,
     0.22858580652103275,
     0.22164158124271138,
     0.20803792709035443,
     0.1949885510099384,
     0.18519650558304698,
     0.17689111204051164,
     0.16862367854878985,
     0.162899571502822,
     0.15704894576753553,
     0.15520170239719275,
     0.1527944791524258,
     0.14284146838480696,
     0.14163730686698114,
     0.1407012610553714,
     0.13692958915494627,
     0.13012033939717507,
     0.12988660064301918,
     0.13028807669124604,
     0.12796571005764984,
     0.12627092045365054,
     0.12051875663353089,
     0.11837714658242753,
     0.11750131039584015,
     0.11867642986295365,
     0.11392796454756512,
     0.11593822795036009,
     0.11066097793659617,
     0.11416452770633631,
     0.11044040612224579,
     0.10936067095028595,
     0.10887779081337078,
     0.1092933071916119,
     0.10873654534905143,
     0.10793167128511034,
     0.10439972292876458,
     0.10442455189842327,
     0.10491952062687836,
     0.10335574428594468,
     0.10280775497232215,
     0.1018919245287275,
     0.097783656386803,
     0.09898185706120179,
     0.09804491716199651,
     0.10038612586629819,
     0.10080411057355419,
     0.10068585609553593,
     0.09591057203630411,
     0.0965603540293471,
     0.0959091963802856,
     0.09830820403619675,
     0.0939173868639873,
     0.09751836779101312,
     0.0949529504305717,
     0.09440482465749413,
     0.09490845403281765,
     0.09492763060154805,
     0.09371613720103189,
     0.09288973794566958,
     0.0943042739674838,
     0.093821995041649,
     0.09071016308776803,
     0.09632704090518777,
     0.09350490884588508,
     0.09043911411488838,
     0.09035056487522283,
     0.08719885301900916,
     0.09104063625419119,
     0.0900172793827941,
     0.09022974613383485,
     0.0878933060675992,
     0.09376881170400332,
     0.08858224067643544,
     0.08899616163381577,
     0.0907998885644648,
     0.08741379408378866,
     0.08777351925221497,
     0.08993421678567502,
     0.08839666708525377,
     0.08955737938009269,
     0.0864769613351439,
     0.08856486026611557,
     0.08675015717080947,
     0.08503503352612701,
     0.08726143350327395,
     0.08805872318628337,
     0.09009072803454335,
     0.08756272097563321,
     0.08504282883012856
    ]
   },
   "loss_sha": "57fd6109b0500dc015aad0dfd963f59e248d4b5cf6b6b4185b4363cd746acc55",
   "converged": true,
   "drop_epoch": 106,
   "final_state": [
    3709347326,
    4281722239,
    115103669,
    2550139882
   ],
   "float_sha": "f9f2ea8e032e8fc0c07c1659d5e845b093c65d52efec2cbc494443d2664328bf",
   "wall_s": 147.46978578499693,
   "cpu_s": 136.502489012,
   "wall_ms": 147470,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "392ce7c04a3ecb2bd454cba53b1b194b7e3823b44636a4438760dad2b608dc08",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d3-lr10-s3001",
   "kind": "measured",
   "job_wall_s": 147.49505033099558,
   "job_cpu_s": 136.526250581,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d3-lr10-s3002": {
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3002,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.107424244140168,
   "max_radius": 12.221166681858143,
   "loss": {
    "0": 3.9317890335636574,
    "19": 3.561073138657622,
    "99": 0.28418664374497704,
    "499": 0.09726893857911754,
    "999": 0.08047771099054984
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9317890335636574,
     3.7771680058496515,
     3.52930346141406,
     1.3911733909768424,
     0.6739237882061513,
     0.518692048841725,
     0.43969496940241215,
     0.38160862319378464,
     0.3400264586863971,
     0.3097596858799248,
     0.2792383538491186,
     0.2557849172874075,
     0.2347135246544464,
     0.2218118524485877,
     0.2080063897188822,
     0.19421006104080313,
     0.18592090763319277,
     0.17967405317464671,
     0.1719367833834402,
     0.16308012784586837,
     0.15930445209954325,
     0.15262113357093246,
     0.14822830925934194,
     0.14103203324704447,
     0.13916303515994427,
     0.13662069322473097,
     0.13082962557194716,
     0.12529366723259053,
     0.12732600609523514,
     0.12493696810946414,
     0.12423485052853923,
     0.11747242296624208,
     0.12182519475306532,
     0.11796533231168993,
     0.11098327545756011,
     0.11539392907605306,
     0.11311034856671545,
     0.1056108806796607,
     0.1057612853866573,
     0.10901945553390215,
     0.1032822876923263,
     0.10791762910022337,
     0.10242980073674829,
     0.10279969792032079,
     0.1013461707711207,
     0.09856492342388636,
     0.09867214587310082,
     0.0996112316396102,
     0.09732602920633629,
     0.0947804726379317,
     0.0968432330911267,
     0.09524501086526747,
     0.09539093817639964,
     0.0933929229868022,
     0.0954893285133258,
     0.09319583184529631,
     0.09118889123333611,
     0.09348373433969871,
     0.08696051075883202,
     0.08832948002594253,
     0.08948221550786443,
     0.09217069130736712,
     0.09123972564602817,
     0.08656623362911493,
     0.08819530198755944,
     0.08904028978844791,
     0.08894235773863493,
     0.08739531914696727,
     0.0916898678203907,
     0.0849356673267361,
     0.08840279662050171,
     0.08770609636777119,
     0.08358220122039109,
     0.08721111692903717,
     0.08671027304524685,
     0.08598036330821757,
     0.08588933861422919,
     0.08661283903179538,
     0.08360849814565306,
     0.08351004206889041,
     0.07919604779931715,
     0.08278548954468305,
     0.08270575857101739,
     0.08296992139729596,
     0.08290400675126963,
     0.07858256287576633,
     0.08144497480082077,
     0.08188361246183828,
     0.07918891772638827,
     0.08316761210289171,
     0.07882147248438952,
     0.08154860928419129,
     0.08149737209321795,
     0.0795340555350554,
     0.08399872948930653,
     0.08066080095208031,
     0.07847067452419389,
     0.07834243724506612,
     0.08447111037804246,
     0.08331898003658053,
     0.08047771099054984
    ]
   },
   "loss_sha": "f6e0b346864b5a47117801fcd329b5293c9118b1a3f466836a3aa4c5dfe11d54",
   "converged": true,
   "drop_epoch": 105,
   "final_state": [
    3445289484,
    2398475588,
    309143284,
    2172633356
   ],
   "float_sha": "d0c7edd3945cf4c9b7efcb52a2b88ac49ea7d3668b790d10721988199eb6ef9e",
   "wall_s": 146.50159232100123,
   "cpu_s": 136.154466554,
   "wall_ms": 146502,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "3004ef433ca6bff789a6468561e013ac2a6e52437e525dc601c3987cfc0989ed",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d3-lr10-s3002",
   "kind": "measured",
   "job_wall_s": 146.52777716499986,
   "job_cpu_s": 136.17896555299998,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d3-lr10-s3003": {
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3003,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.0294638350004992,
   "max_radius": 12.03758615631933,
   "loss": {
    "0": 3.931721949560121,
    "19": 3.563579399352176,
    "99": 0.2879727370505732,
    "499": 0.10000188777811772,
    "999": 0.08250661794203877
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931721949560121,
     3.7787738646206304,
     3.531468198735145,
     1.3974810175363228,
     0.6846393950055655,
     0.5285334555246726,
     0.44873305362510246,
     0.3907674974963991,
     0.34776501287714995,
     0.31164407285143175,
     0.2825271339410847,
     0.25961998605601283,
     0.24856944603334455,
     0.2225857599629133,
     0.21228319801047843,
     0.20460745677066022,
     0.18836589379183508,
     0.17966427812378374,
     0.17456427962138474,
     0.1623012935753122,
     0.16135668885721874,
     0.15399077926564123,
     0.1487228597096669,
     0.14631127086578882,
     0.14405159491268435,
     0.14016128799701727,
     0.13343390464921873,
     0.1301419974481291,
     0.13123851800508593,
     0.1287871986821535,
     0.12257732418260886,
     0.11905301368727422,
     0.12113492218107481,
     0.11546584199686435,
     0.11467765352381275,
     0.11755415758720636,
     0.11520618350693983,
     0.11002290246928054,
     0.1103100818713518,
     0.1074890954783572,
     0.10582636503026706,
     0.10639603519032814,
     0.10476330907950333,
     0.10404494592534266,
     0.10354055195514258,
     0.1010525326917385,
     0.1011038719896987,
     0.09927084198872242,
     0.09868292671752245,
     0.10063069920586386,
     0.09798729980022554,
     0.09496589060744885,
     0.0987568125868022,
     0.0974248495041712,
     0.09483200340740829,
     0.09527805668963611,
     0.09320158257958301,
     0.0965340170551409,
     0.09460971855845432,
     0.09389452722492221,
     0.09103596921676455,
     0.0936724521947725,
     0.09045888581417567,
     0.0932494914283648,
     0.09027248455221777,
     0.09408308547473908,
     0.09108803249210125,
     0.08946610730672332,
     0.09002682233699692,
     0.0892547500000241,
     0.08744782117503093,
     0.09294765887512414,
     0.09152136869172516,
     0.08975883828651726,
     0.08599377484736821,
     0.08684245777590463,
     0.08498659166099494,
     0.08459572081891578,
     0.08812959122307085,
     0.0872147259040385,
     0.08520983595281104,
     0.08900137472101866,
     0.08651072829355438,
     0.08174498313058143,
     0.08672013442675414,
     0.08386225371676158,
     0.09081087872308605,
     0.08169678477747219,
     0.08413965634798688,
     0.08707404784215313,
     0.08632460643078306,
     0.08311862583824028,
     0.08165638742210048,
     0.08524611641483544,
     0.08402715302663963,
     0.08365715028698378,
     0.08202700719526124,
     0.08463037703247207,
     0.08026998412498795,
     0.08178486415530005,
     0.08250661794203877
    ]
   },
   "loss_sha": "21e119eacd7d0d3e74b39c74e0cf59dc8f35449a374bd954f8a4be9b9033affc",
   "converged": true,
   "drop_epoch": 104,
   "final_state": [
    1452382708,
    2804458522,
    1465752291,
    2295121
   ],
   "float_sha": "e698b6472938a12a26559a15e9337fc1efbe9e5843c8568894bfa41cbae3c0e4",
   "wall_s": 144.0965765459987,
   "cpu_s": 137.188387458,
   "wall_ms": 144097,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "28afb16564a388e546b0dafd9b2a59edee5a0a20d47fd1e9c4b5acebcd978c00",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d3-lr10-s3003",
   "kind": "measured",
   "job_wall_s": 144.12397172299825,
   "job_cpu_s": 137.21347764900003,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "measured-lorentz-d3-lr10-s3004": {
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3004,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.0875412537874807,
   "max_radius": 11.921006754267294,
   "loss": {
    "0": 3.931688394453949,
    "19": 3.5636850985519017,
    "99": 0.2829005369517969,
    "499": 0.10226438729424019,
    "999": 0.08386032511802978
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931688394453949,
     3.7785610981060884,
     3.5313024590314126,
     1.389236431738655,
     0.6767467788314844,
     0.5205638319625572,
     0.443907142529272,
     0.38440721891214963,
     0.3443158875795394,
     0.31128937652288186,
     0.279471661245601,
     0.2590786743644067,
     0.2424356408206511,
     0.22345956139205334,
     0.2100563092359275,
     0.19753302934167113,
     0.19107411745772052,
     0.18130200466189492,
     0.1731275594293019,
     0.17050216615114674,
     0.15949944453279863,
     0.15833444078888054,
     0.14985934587452163,
     0.14370353203228708,
     0.14523279736856146,
     0.1347989490867835,
     0.13296614788165273,
     0.13665306289762003,
     0.12911027312780826,
     0.12651977896611707,
     0.12419137109399062,
     0.1194131150118482,
     0.11552514342414565,
     0.11993541342065528,
     0.11645685153072297,
     0.11476872457473064,
     0.11296543074184033,
     0.11468076048864528,
     0.11215565777931011,
     0.10774400801121856,
     0.1043083914318372,
     0.10795570072989016,
     0.10357589578452395,
     0.103864634143699,
     0.10331570449914888,
     0.10482315655985402,
     0.10298580198742985,
     0.09633059913536432,
     0.09905053425092725,
     0.10115290048834774,
     0.10054854928566369,
     0.09469651396493176,
     0.09742513094090914,
     0.09953179416645538,
     0.09730483144173979,
     0.0958896390008893,
     0.09758037399229279,
     0.09532190972133192,
     0.09336543418099345,
     0.09378367489926404,
     0.09387562199253313,
     0.09153204342915666,
     0.0922861419414591,
     0.09334589621778376,
     0.08951912204034855,
     0.09071527386837108,
     0.09489930276057247,
     0.09022420610761298,
     0.09157018882189354,
     0.0903853558905004,
     0.08638817340945185,
     0.09286346072057376,
     0.08830646126908498,
     0.08915772928551996,
     0.08940706346030801,
     0.09136571355025272,
     0.086043455773702,
     0.08670402160304319,
     0.08749305058943588,
     0.08564900820155345,
     0.08595238583814115,
     0.08467202022357595,
     0.08642768912440238,
     0.08544785736955357,
     0.08477120272285127,
     0.08397026710527065,
     0.08375786704425578,
     0.09012650358292532,
     0.08554502842410532,
     0.08370078844824587,
     0.08393286596026822,
     0.08625605195310611,
     0.08423072957970522,
     0.08248610369158921,
     0.08148302279475882,
     0.08560273195663244,
     0.08676747254495654,
     0.08560361620361037,
     0.0832181838281349,
     0.08382653586182605,
     0.08386032511802978
    ]
   },
   "loss_sha": "737ef1f6b215313e87d1736bee5f08947171afccbcce53163a98dde2e81703ea",
   "converged": true,
   "drop_epoch": 105,
   "final_state": [
    2536204589,
    2452214069,
    212773725,
    2100007121
   ],
   "float_sha": "97d958d61c944698d345fa7f6839be8562c51aded8a1b05ebeff045a02f74f14",
   "wall_s": 146.698702392001,
   "cpu_s": 138.96510154700002,
   "wall_ms": 146699,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "7827c583f0e5ba9e6854d1e616c5fc7d566ef9483edbdf6c1adb9d40d33c6942",
   "cached_table": true,
   "cached_snap": true,
   "key": "measured-lorentz-d3-lr10-s3004",
   "kind": "measured",
   "job_wall_s": 146.73215227800392,
   "job_cpu_s": 138.98639870700003,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "preflight-euclid-d2-lr0.03-s12000": {
   "geometry": "euclid",
   "d": 2,
   "lr": "0.03",
   "seed": 12000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 1.5785586967573666e-05,
   "max_radius": 0.011885272646222569,
   "loss": {
    "0": 3.9318256016435025,
    "19": 3.931825547708759,
    "99": 3.931825023560946,
    "499": 3.931822849397665,
    "999": 3.931808565853048
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256016435025,
     3.9318255714314487,
     3.9318255379647273,
     3.9318253976799844,
     3.931825313067393,
     3.9318252473570476,
     3.9318251928049532,
     3.9318251429201228,
     3.931825099221643,
     3.9318250609214713,
     3.9318250212803756,
     3.9318249810865575,
     3.9318249426913217,
     3.93182491174672,
     3.9318248734803496,
     3.9318248398005795,
     3.931824805228442,
     3.9318247661202212,
     3.9318247315603645,
     3.931824695775461,
     3.931824657570677,
     3.9318246220363555,
     3.9318245776912417,
     3.9318245404110157,
     3.9318244975296066,
     3.931824456212659,
     3.931824419257366,
     3.93182436710652,
     3.9318243257398953,
     3.9318242776180505,
     3.931824233279286,
     3.931824184613007,
     3.9318241302206305,
     3.931824073826786,
     3.931824019811607,
     3.931823962340689,
     3.931823903565116,
     3.9318238443130853,
     3.93182378730121,
     3.931823719005769,
     3.931823652451403,
     3.931823578572477,
     3.9318235037893134,
     3.9318234315803804,
     3.931823359574555,
     3.9318232798584063,
     3.9318231894031808,
     3.9318231090748945,
     3.931823013517033,
     3.9318229217370484,
     3.931822828194494,
     3.931822735988416,
     3.9318226329170125,
     3.931822531137545,
     3.931822416228567,
     3.9318223047633065,
     3.9318221874575414,
     3.931822067775119,
     3.931821939284509,
     3.9318217963721955,
     3.9318216655236946,
     3.9318215266430916,
     3.9318213707823944,
     3.931821214514906,
     3.931821062234423,
     3.9318208873332448,
     3.931820742068943,
     3.9318205465230682,
     3.9318203631753597,
     3.93182016515144,
     3.931819983193546,
     3.931819770295164,
     3.931819542159692,
     3.9318193257739225,
     3.931819111419767,
     3.931818875206467,
     3.931818608394038,
     3.9318183568447185,
     3.931818076688759,
     3.93181778198594,
     3.931817497826095,
     3.9318172126598907,
     3.9318168875054016,
     3.9318165709715496,
     3.931816204229713,
     3.931815876926037,
     3.9318155111832818,
     3.9318150870329225,
     3.9318146968131056,
     3.9318142887878738,
     3.9318138465964427,
     3.931813443204924,
     3.931812951930553,
     3.9318124831873975,
     3.931811987938473,
     3.9318114402300006,
     3.9318109290268994,
     3.9318103360752508,
     3.9318097668571452,
     3.9318091087729155,
     3.931808565853048
    ]
   },
   "loss_sha": "edbb875f7117c76097e457db8fbaf34e395a707f847ef4d408e8d7473bb06688",
   "converged": false,
   "drop_epoch": 981,
   "final_state": [
    4290227445,
    3339365954,
    2283982366,
    494832511
   ],
   "float_sha": "d69478494838a904fc83f538871d57a36429c547517c7f48c53d57758d5e0e8e",
   "wall_s": 70.28934900300374,
   "cpu_s": 67.8075680469999,
   "wall_ms": 70289,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "bc579962710d752c62012cbb6da6cba89f9f82c29b61ca16ed046c06efdaf838",
   "cached_table": true,
   "cached_snap": true,
   "key": "preflight-euclid-d2-lr0.03-s12000",
   "kind": "preflight",
   "job_wall_s": 70.30441701399832,
   "job_cpu_s": 67.82066055500013,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "preflight-lorentz-d2-lr0.03-s12000": {
   "geometry": "lorentz",
   "d": 2,
   "lr": "0.03",
   "seed": 12000,
   "instance": "wordnet30-verb-at-direct",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.004616144188996496,
   "max_radius": 0.9075047540086095,
   "loss": {
    "0": 3.9317362642742255,
    "19": 3.930883966511977,
    "99": 3.870661098454764,
    "499": 3.567243259440092,
    "999": 3.2276874683096786
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9317362642742255,
     3.931247757256632,
     3.9309031040176827,
     3.9247956089275693,
     3.917217069544017,
     3.909428227169106,
     3.9015272936791825,
     3.893629431658575,
     3.88574208123718,
     3.8778207677561984,
     3.869882552187955,
     3.861936790895792,
     3.85411063509379,
     3.846076887431338,
     3.838248428789895,
     3.830364327686565,
     3.8225627918876075,
     3.81461757203749,
     3.8069246475738376,
     3.7990130120644516,
     3.791059869598425,
     3.78337688276589,
     3.775760911430494,
     3.7679769345265175,
     3.7602672322636037,
     3.7523235109387456,
     3.7446368420216216,
     3.7374051447615333,
     3.729476265800679,
     3.7219395305678216,
     3.714427928622446,
     3.7065033438005783,
     3.699288063985914,
     3.691264962232738,
     3.6841113096623896,
     3.676432823689689,
     3.6691092173292774,
     3.66142466894883,
     3.6543308767125158,
     3.646579444543768,
     3.6395490727099786,
     3.6317980078581797,
     3.6243660222146756,
     3.617296243057818,
     3.609565813241954,
     3.6020414508582643,
     3.5951817067852785,
     3.5880091144440165,
     3.580893224007035,
     3.5733238601620907,
     3.566220015255719,
     3.5592108399173847,
     3.551718547004597,
     3.544437358296935,
     3.5372667253778944,
     3.5301289304559638,
     3.5230816523628867,
     3.5161179894538614,
     3.5095364217169056,
     3.501567807831883,
     3.4950684099636744,
     3.488075910242828,
     3.4808668234448685,
     3.4742339082473253,
     3.467154355354669,
     3.460687197841431,
     3.453419386418311,
     3.446511398185795,
     3.439324228130388,
     3.4323019113620377,
     3.426176363316403,
     3.4182502337981444,
     3.4113315503586814,
     3.405604395261503,
     3.3985284915772573,
     3.392139457383902,
     3.3841542214049287,
     3.3782516870380763,
     3.371403637154559,
     3.3651495877404667,
     3.358179608698636,
     3.3514256166253595,
     3.344155008725828,
     3.3378252826045176,
     3.3318577975015606,
     3.3240865526473944,
     3.317729127992108,
     3.310447233973202,
     3.3045235993383497,
     3.297983055672186,
     3.291669302246473,
     3.2855553830656694,
     3.278830545907588,
     3.272566059161486,
     3.2650273764174074,
     3.258946793114712,
     3.25254001025722,
     3.246825347474389,
     3.2395798702929888,
     3.2328754857810216,
     3.2276874683096786
    ]
   },
   "loss_sha": "488c3963e42e4205f677a9f15a287856f42221557e8b2b4ce45864bbf53bd070",
   "converged": false,
   "drop_epoch": 940,
   "final_state": [
    4290227445,
    3339365954,
    2283982366,
    494832511
   ],
   "float_sha": "99c5bc74323dec99020e67c59addd214233d7a2a0048a28741173002f47f4a88",
   "wall_s": 130.5554168660019,
   "cpu_s": 116.54147120399989,
   "wall_ms": 130555,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "d04f188ebb909fec714b98747cf3467b635ca59147c0cee4cb6a1a5865510270",
   "cached_table": true,
   "cached_snap": true,
   "key": "preflight-lorentz-d2-lr0.03-s12000",
   "kind": "preflight",
   "job_wall_s": 130.57650951599499,
   "job_cpu_s": 116.56110786399995,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d2-lr10-s3000": {
   "pairs": {
    "seed": 5600,
    "count": 13239,
    "sha256": "4c966c1300f16ed4f5bc6967ffc6df1f8c011fc4fa88a75102fb33e89fde8f71",
    "nn_min_over_anchors": 13531
   },
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3000,
   "instance": "edge-shuffled-5600",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 11.154108837341074,
   "max_radius": 36.96853209069398,
   "loss": {
    "0": 3.9318256365782123,
    "19": 3.9318190613121518,
    "99": 1.9183427041324408,
    "499": 1.580951838753753,
    "999": 1.5549136338178065
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256365782123,
     3.931823973790633,
     3.9318133908756456,
     2.807992765184999,
     2.2878983857684774,
     2.140711354045801,
     2.046100138543456,
     2.002152755690337,
     1.9570142362044345,
     1.932872937207885,
     1.8973989590822162,
     1.888860149636177,
     1.8664664431617937,
     1.860291552113421,
     1.8512436161660248,
     1.8468588089317721,
     1.8369136426181707,
     1.8305181253588747,
     1.8140397118343754,
     1.8097167714592939,
     1.7906082369225078,
     1.789260277155689,
     1.7645283331579076,
     1.7822236376097407,
     1.7577884018115515,
     1.7530290435260467,
     1.7409794192563206,
     1.7413161805155215,
     1.7191513959858435,
     1.7112722847976565,
     1.7128098610503306,
     1.7005034082711519,
     1.6923762983741364,
     1.665342854349815,
     1.6651337241006627,
     1.6462292658448978,
     1.642530390999176,
     1.641533106117154,
     1.6203420598864204,
     1.6181526242992454,
     1.598785943613534,
     1.616954685713302,
     1.5903248075138965,
     1.6074384052325752,
     1.59901660208145,
     1.5790596897270055,
     1.5648685878501172,
     1.5851969861941333,
     1.577767974417643,
     1.5730146837375367,
     1.5737129218831218,
     1.5620857524167155,
     1.5813819186525184,
     1.5792017922329717,
     1.579861430468681,
     1.5563691013365377,
     1.5646209731327823,
     1.554861660960391,
     1.568109619923102,
     1.5742012850343456,
     1.556714862880868,
     1.565945505492749,
     1.5601129567403655,
     1.5399802723529774,
     1.5544339748671852,
     1.5751836883715837,
     1.5663868971188528,
     1.5650184355341268,
     1.569484373177325,
     1.5670103640522246,
     1.5426373335848438,
     1.55018516548273,
     1.550286379512818,
     1.5780602326155453,
     1.5942463238708737,
     1.5586356932736154,
     1.5719117393222697,
     1.549343950919154,
     1.5577213140879294,
     1.5484272263117451,
     1.5870472145799013,
     1.564001699711384,
     1.5705653264022243,
     1.5437615621154837,
     1.5632999707828596,
     1.562496551370526,
     1.5599261632787609,
     1.5600414751423912,
     1.5445892654006381,
     1.571209924412753,
     1.5703626085866205,
     1.547676456123722,
     1.5475540648457513,
     1.5708332742735622,
     1.5526382858136039,
     1.5619984781516048,
     1.5448794878488425,
     1.5629258444557121,
     1.5491519132919096,
     1.559765310468919,
     1.5549136338178065
    ]
   },
   "loss_sha": "c732dae5ac6c8a5c95520bf9a9377696f8a6eeff66efdb7a9a881681597ceb40",
   "converged": true,
   "drop_epoch": 309,
   "final_state": [
    3676733689,
    3206880588,
    874244818,
    2848220099
   ],
   "float_sha": "7082b7d4270cca674ec9015d32a484d3854c7150dedb5ac1dcb7feb948d3f4a1",
   "wall_s": 83.74097255399829,
   "cpu_s": 72.20505329600019,
   "wall_ms": 83741,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "33d794456f8a8f471a3e510a3795bede86baf559b6df14cd64d657933046dce6",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d2-lr10-s3000",
   "kind": "shuffled",
   "job_wall_s": 83.8116478669981,
   "job_cpu_s": 72.273251329,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d2-lr10-s3001": {
   "pairs": {
    "seed": 5601,
    "count": 13239,
    "sha256": "f66b9ced2b5d77a74d2903f57177fcdb92d581f7168e36ec2df4fd49f5976afa",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3001,
   "instance": "edge-shuffled-5601",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 6.845452201559977,
   "max_radius": 28.370424783458414,
   "loss": {
    "0": 3.9318256374295943,
    "19": 3.9318188368400793,
    "99": 1.9124134956472434,
    "499": 1.6010769127668378,
    "999": 1.5611645254383029
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256374295943,
     3.931823937674478,
     3.931812891647975,
     2.794416431990923,
     2.289390059176307,
     2.144621111790124,
     2.063092593176052,
     1.9994106208074047,
     1.9675607486193598,
     1.9345928189781236,
     1.9092580918670607,
     1.8895445455939086,
     1.868037452321518,
     1.8518405451492879,
     1.8354184418822395,
     1.8321607272201055,
     1.8081582623163823,
     1.7974410046358833,
     1.7814853480209858,
     1.7534109658669268,
     1.7364486560204253,
     1.7246486511253674,
     1.7037982624951222,
     1.6893298299493287,
     1.6841008220257572,
     1.6702843393942275,
     1.6642308158213306,
     1.6544697385888563,
     1.6475403021754174,
     1.6278129061271573,
     1.6234073700263094,
     1.616404624072795,
     1.6127429575655226,
     1.6226112284606289,
     1.59358308845365,
     1.608156072699755,
     1.5971139141248913,
     1.5900467879342912,
     1.590482673205909,
     1.5908473295674703,
     1.5771761957818689,
     1.5940201872629423,
     1.5846998168660003,
     1.5863661910678823,
     1.5849793469213393,
     1.602012408264551,
     1.5722883941423527,
     1.5657674328611677,
     1.5761410724575062,
     1.5837514414781335,
     1.5769442506994713,
     1.5679590898407931,
     1.5807241975494026,
     1.591076867296893,
     1.5704698067575207,
     1.5954773330536123,
     1.5767016112851304,
     1.57575593444862,
     1.5671536130673258,
     1.5698553217218139,
     1.5593564030914204,
     1.5772201204798075,
     1.5707747001066863,
     1.5693499358000682,
     1.5772920879649361,
     1.5825775151695607,
     1.5775231871928186,
     1.554988749672977,
     1.5769894573924237,
     1.5752712725060058,
     1.5794289252413978,
     1.570536774723446,
     1.5686772965513966,
     1.5681779292636284,
     1.560484535820911,
     1.5653239254500315,
     1.559163557776722,
     1.569404024936019,
     1.5579226990708124,
     1.5650356172856656,
     1.573187365411243,
     1.5902517127896258,
     1.5718057787580062,
     1.5631609768879464,
     1.5676036086700313,
     1.574977954646293,
     1.5573278338097718,
     1.56616715192347,
     1.5611202029913405,
     1.5537468446242373,
     1.5618453043578782,
     1.5701376800942208,
     1.566748061467178,
     1.5765966783928673,
     1.5648103187763764,
     1.5601734833381378,
     1.574257589478151,
     1.5595866523516508,
     1.5695638462687231,
     1.5703276014070862,
     1.5611645254383029
    ]
   },
   "loss_sha": "451aea7224d3b847299aa42e288e1a51967f74f430d303b080f556a09bd8cd38",
   "converged": true,
   "drop_epoch": 234,
   "final_state": [
    3306054834,
    526285657,
    3199970590,
    722088487
   ],
   "float_sha": "33444c3daa20afb376b725f4ccade546bc58c54e9cfba97b0787d5b2736019fb",
   "wall_s": 86.62919673400029,
   "cpu_s": 74.19235005300015,
   "wall_ms": 86629,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "85891ab719e8716cb75a97e25673e44f0f109f8700604b0161b65c114657253e",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d2-lr10-s3001",
   "kind": "shuffled",
   "job_wall_s": 86.69946646199969,
   "job_cpu_s": 74.26044584600004,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d2-lr10-s3002": {
   "pairs": {
    "seed": 5602,
    "count": 13239,
    "sha256": "41cbe512f5be19e4908f7fd8254a7440a46d628c0ae7b4bf861795728d49b395",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3002,
   "instance": "edge-shuffled-5602",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 10.876535137244172,
   "max_radius": 38.08266314256238,
   "loss": {
    "0": 3.93182560683556,
    "19": 3.9318183146851853,
    "99": 1.9003676581920088,
    "499": 1.5481835781016307,
    "999": 1.5312812404788692
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.93182560683556,
     3.9318238196813233,
     3.9318118138424234,
     2.7700694305630007,
     2.271571491929188,
     2.116982767705024,
     2.0378559987308473,
     1.993671761201729,
     1.9431137159701681,
     1.9156832827917603,
     1.8857658566483662,
     1.8702560145208922,
     1.8580397716355757,
     1.8319724507409252,
     1.830680064764655,
     1.8048187035866945,
     1.7994074142684318,
     1.7733746149572132,
     1.7731858939033656,
     1.7666181393668918,
     1.7523873979905267,
     1.7447948144157646,
     1.7301830649703551,
     1.7023384263551986,
     1.6797584627969584,
     1.6688362020678367,
     1.6637629965589698,
     1.6510278891848127,
     1.6307760919332956,
     1.6249950785824447,
     1.614942292217508,
     1.612555271975038,
     1.6016934546804227,
     1.602604594048873,
     1.5999606732562532,
     1.5814643397126908,
     1.5833365153361896,
     1.5716654009691275,
     1.5758795140013548,
     1.5729868361071917,
     1.5624465654303683,
     1.559419986663359,
     1.576641262537918,
     1.550324557227738,
     1.5570616919790812,
     1.5650169389429425,
     1.5680551549488377,
     1.5481067628389866,
     1.55208715833605,
     1.5464455686365213,
     1.557755458823696,
     1.5449957068947577,
     1.548727415063844,
     1.5391671969686045,
     1.5488937765278592,
     1.5574866065699404,
     1.5317359548272245,
     1.54623426069623,
     1.5408719098763528,
     1.5470238396015812,
     1.5462210581406959,
     1.550647444887858,
     1.5464523533157084,
     1.53929466134278,
     1.5397310365932697,
     1.534952728391996,
     1.5535786083010925,
     1.5343357552653836,
     1.5419151305064014,
     1.536581151948198,
     1.532337224909124,
     1.5219887333771043,
     1.535689007661183,
     1.5342935949562895,
     1.5352116459426455,
     1.5402685530368356,
     1.5331944947005103,
     1.5597235800554397,
     1.529875118387746,
     1.526842220787683,
     1.5528262683613023,
     1.5344363537355699,
     1.5352178743753775,
     1.5344374003812506,
     1.5434861788353866,
     1.5614680945534518,
     1.5194490077474796,
     1.5434371134922305,
     1.5349166889290167,
     1.5316590446115768,
     1.5327965737247502,
     1.5360480574414417,
     1.547119466442787,
     1.5306459740337415,
     1.5482998514666029,
     1.5126114785944826,
     1.5366798551001388,
     1.5160872509474008,
     1.5149419621526996,
     1.516484190365395,
     1.5312812404788692
    ]
   },
   "loss_sha": "e86327389f25435f4b091331143acc4ffb24423b660ae84c9c76f6a5caf210ca",
   "converged": true,
   "drop_epoch": 261,
   "final_state": [
    2698859630,
    1686053574,
    3035165890,
    3549782346
   ],
   "float_sha": "a801ccf7d480c67d1bad7b728866d64445524e8e9032e55f0220d25ad1c4073c",
   "wall_s": 85.75366871499864,
   "cpu_s": 73.89522870899987,
   "wall_ms": 85754,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "fcdb6a4d7245d1ebe9e563ccde43f0372fc45f3bed56b56674037af35bc86cf8",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d2-lr10-s3002",
   "kind": "shuffled",
   "job_wall_s": 85.82775779499934,
   "job_cpu_s": 73.96712274400011,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d2-lr10-s3003": {
   "pairs": {
    "seed": 5603,
    "count": 13239,
    "sha256": "0ce788005fb3e5c1299d45bd23ec12a1c25aad5f5b6a9c84cad15a9c14bd024b",
    "nn_min_over_anchors": 13531
   },
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3003,
   "instance": "edge-shuffled-5603",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 6.3863177722547615,
   "max_radius": 28.35506945225511,
   "loss": {
    "0": 3.9318256321663374,
    "19": 3.9318187187093034,
    "99": 1.8846502824430302,
    "499": 1.564806881295374,
    "999": 1.5614373702999593
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256321663374,
     3.931823911235748,
     3.931812479266183,
     2.793392042049276,
     2.284470703229611,
     2.129344337390951,
     2.0416398851605093,
     1.9974728775621384,
     1.9401843182161482,
     1.9278574417674332,
     1.882286199926142,
     1.8673901832498458,
     1.8395157691140978,
     1.8251167539998743,
     1.8122120420640928,
     1.793411979953862,
     1.774652965176845,
     1.7635101151183787,
     1.726811875987314,
     1.7328398369665372,
     1.6995976948945848,
     1.6981057856154995,
     1.6770352609865287,
     1.6757078536327616,
     1.6496990227366362,
     1.6311464127288888,
     1.6345836470855326,
     1.6258254590723988,
     1.5987823039899542,
     1.614385310091425,
     1.597082408515737,
     1.6001295474661434,
     1.594454225273507,
     1.5824056909090458,
     1.5913622701492178,
     1.5853096410145833,
     1.5795519149723376,
     1.569231188939881,
     1.5747569347134929,
     1.5799570413171353,
     1.5494878239459653,
     1.5733356047690763,
     1.5707309477275153,
     1.5589294959252078,
     1.5641029236505737,
     1.5648709313238562,
     1.57369529397356,
     1.5712085993069498,
     1.5463693785968295,
     1.5679453945392938,
     1.558867664543383,
     1.5596002426795978,
     1.5596277570493309,
     1.5658647351695778,
     1.5749325043681595,
     1.5699276877452957,
     1.5385924800152837,
     1.5502340168094144,
     1.553207635074231,
     1.5557006777209856,
     1.5444811408501025,
     1.5855329276978083,
     1.5497206714752803,
     1.5632838969038982,
     1.5539784936708407,
     1.5551568522561219,
     1.5503574498599062,
     1.56011894944589,
     1.5435532016599387,
     1.5563013132916346,
     1.5547971806579435,
     1.5586721407707673,
     1.5600844082553096,
     1.5330050859672393,
     1.5496762321564856,
     1.5558501928157038,
     1.5486689543105696,
     1.5473616830829786,
     1.5543512644152724,
     1.5537650198889525,
     1.545294510390763,
     1.5474696792618121,
     1.556502186891035,
     1.5561378034240723,
     1.5345731148618542,
     1.5526447076056447,
     1.5496491839375501,
     1.5362003875976724,
     1.5378484303236488,
     1.537489711658425,
     1.5584273925491954,
     1.557287513736032,
     1.5517483585377847,
     1.5396374548182943,
     1.5490745672153248,
     1.5454131506011721,
     1.5503900651528537,
     1.5428987778315912,
     1.544886790215012,
     1.5325817066881575,
     1.5614373702999593
    ]
   },
   "loss_sha": "509a750f6ef6ae88655994ec2ce7425924d2af8e90f0f2eb4d02fa6905f2ca1c",
   "converged": true,
   "drop_epoch": 222,
   "final_state": [
    797998251,
    2744891906,
    195014196,
    2387442333
   ],
   "float_sha": "4dd7979aa4972d48b612cc27e90061ceaa9441aff755a30cbde9478a6d26adb2",
   "wall_s": 71.00596716399741,
   "cpu_s": 70.40617113500002,
   "wall_ms": 71006,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "6eb3ab655c997a925cd1e29ce7718c39adbc8fbf5c22b14963adfd61fcaa0307",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d2-lr10-s3003",
   "kind": "shuffled",
   "job_wall_s": 71.08974344200396,
   "job_cpu_s": 70.4882855950002,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d2-lr10-s3004": {
   "pairs": {
    "seed": 5604,
    "count": 13239,
    "sha256": "6c47683e3e81cf20dbf13603beb329b1863a0a3fc16547403920a4a939b2e4c3",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 2,
   "lr": "10",
   "seed": 3004,
   "instance": "edge-shuffled-5604",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 15.451388440823473,
   "max_radius": 47.43670818460412,
   "loss": {
    "0": 3.9318256367056215,
    "19": 3.9318187503363577,
    "99": 1.889494791320678,
    "499": 1.6037334376032615,
    "999": 1.5903792334968117
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256367056215,
     3.931823920640234,
     3.9318126439908925,
     2.7707983042178426,
     2.2383601827249597,
     2.089502118360284,
     2.018022458741301,
     1.9699530764689903,
     1.9381115345607365,
     1.9171238279534824,
     1.9015562677085764,
     1.8817593799679977,
     1.8638934680122499,
     1.8732524055332147,
     1.850637948044894,
     1.838338232172209,
     1.8320671835241087,
     1.829980856892534,
     1.8309594035423467,
     1.8187914984684543,
     1.8086150514440595,
     1.8237436203850914,
     1.8069695580055678,
     1.8009395379744222,
     1.7850673994859225,
     1.7937233113612066,
     1.7918385919100877,
     1.7814064626042598,
     1.7691510706146438,
     1.77285202583501,
     1.7671309500543735,
     1.7466389200731138,
     1.7369297224252302,
     1.732926489404514,
     1.7100873333869384,
     1.7029342043824716,
     1.7023755977142665,
     1.6889576048709045,
     1.6835433581013088,
     1.6647252159801462,
     1.6692585854935962,
     1.6439609913563311,
     1.621844991561928,
     1.6247785018119731,
     1.612463555932345,
     1.6236896651938455,
     1.6095505487388433,
     1.61160261060966,
     1.6209191882624727,
     1.5966026609697002,
     1.6028378794169096,
     1.6156400072345334,
     1.5956284991511873,
     1.5902450510805985,
     1.5886384269540779,
     1.5911547687324146,
     1.5814633305691215,
     1.5974855292506116,
     1.5907477224729736,
     1.5824401778082948,
     1.5656418447096072,
     1.5800971308549314,
     1.5758157378646185,
     1.5915767499997946,
     1.587248300798295,
     1.5986156615927936,
     1.5739056128008633,
     1.5854928953788918,
     1.575238250190529,
     1.5863601428888132,
     1.58982863397779,
     1.5853904944455612,
     1.5711899017950817,
     1.583867114103707,
     1.5647009025899181,
     1.571340819081486,
     1.578540366786635,
     1.5910323830651638,
     1.5780153326146247,
     1.5734569837649213,
     1.5789557401850602,
     1.5865606360250533,
     1.567464761724322,
     1.5778442086126079,
     1.576495262724336,
     1.5783512678376341,
     1.5615056227943238,
     1.5837968709453802,
     1.58100699513911,
     1.5663202641609513,
     1.5643157933569152,
     1.5743800309188531,
     1.5678030640943967,
     1.5801830933846064,
     1.5886139441130829,
     1.5716922753894755,
     1.6150333761780218,
     1.5746153348057346,
     1.5642012867380706,
     1.5696983877428974,
     1.5903792334968117
    ]
   },
   "loss_sha": "ad64bdea9b1d045b9ce2464a97fc3d213f2e6a986d2c48bb9e6ff7355d36ebfa",
   "converged": true,
   "drop_epoch": 359,
   "final_state": [
    3216459060,
    683578530,
    1984843597,
    623482620
   ],
   "float_sha": "23e4c5bb90560f97c6669dfc4829d844e74c906ad7703334fc8b53dde5d75284",
   "wall_s": 68.6822042950007,
   "cpu_s": 68.14542330699987,
   "wall_ms": 68682,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "d99fddaffd6a4a2cd11d79895f072915b73e4300ca1e1d93ef8b41459af2cef6",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d2-lr10-s3004",
   "kind": "shuffled",
   "job_wall_s": 68.76383394499862,
   "job_cpu_s": 68.22505540499992,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d3-lr10-s3000": {
   "pairs": {
    "seed": 5600,
    "count": 13239,
    "sha256": "4c966c1300f16ed4f5bc6967ffc6df1f8c011fc4fa88a75102fb33e89fde8f71",
    "nn_min_over_anchors": 13531
   },
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3000,
   "instance": "edge-shuffled-5600",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 19.569451390093477,
   "max_radius": 64.84399737383455,
   "loss": {
    "0": 3.9318256171595882,
    "19": 3.931815287795559,
    "99": 1.2583924356176286,
    "499": 1.2561854432220274,
    "999": 1.4429637365884331
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256171595882,
     3.9318230484841976,
     3.931806292391562,
     2.2769566805609,
     1.6139824217315792,
     1.4497084257414998,
     1.3569843237572379,
     1.308051014601778,
     1.2647768227395177,
     1.2670016415549206,
     1.2460123319489582,
     1.225477611170528,
     1.209950575533477,
     1.2078616127395971,
     1.2301238384890711,
     1.217613685212501,
     1.2145343141541345,
     1.223484635327783,
     1.195835733678139,
     1.2164749926058904,
     1.2115255800468965,
     1.226471967551609,
     1.2245420202722117,
     1.2106263317416792,
     1.2380781846978686,
     1.219756890801565,
     1.2118412605677003,
     1.2540788498783755,
     1.2161681823606407,
     1.2082244773996922,
     1.2350485857811981,
     1.224778321162828,
     1.1998222043932545,
     1.2319445054500957,
     1.2064230251949446,
     1.2350342542555477,
     1.2385053580298222,
     1.2785088828346869,
     1.2403230594667223,
     1.2687168460821654,
     1.240688745379838,
     1.2109025679699408,
     1.2323837464981708,
     1.20766403679153,
     1.2651652739935422,
     1.2508778658614232,
     1.2772059965139235,
     1.2829551702045403,
     1.2409336592223805,
     1.2463823211091916,
     1.2444979418958582,
     1.3076297570794397,
     1.2613582264834045,
     1.2969307142800175,
     1.2722842375063241,
     1.2718189898265548,
     1.2930573054037118,
     1.2567492128769502,
     1.2899555627596024,
     1.3028683972125854,
     1.2978790520772348,
     1.3541644210765797,
     1.2892422430073884,
     1.2954342577693223,
     1.32317559152051,
     1.3129673254518297,
     1.3526085350603883,
     1.358525987238516,
     1.326043005111223,
     1.2938102245127363,
     1.2905276990169834,
     1.3244508056989215,
     1.3479405877835904,
     1.3404224860096086,
     1.3701779582698295,
     1.3667992278161196,
     1.3948799720166458,
     1.3212386536002372,
     1.3931256289927612,
     1.4529720631996181,
     1.4120084883338915,
     1.4065352104810738,
     1.3810448530414483,
     1.4214741821012642,
     1.4154065872368922,
     1.4034200936828183,
     1.3998346031867048,
     1.4555788854225586,
     1.4225836331842865,
     1.3676387631355873,
     1.3665175346819771,
     1.406698444341401,
     1.405024938996713,
     1.4382953900632418,
     1.4556162757331357,
     1.385748639715867,
     1.4270260952482174,
     1.450494861485747,
     1.478747631150468,
     1.3772243066146554,
     1.4429637365884331
    ]
   },
   "loss_sha": "b6aab96e30cc4927e4d003f0c882f9108ff0f35d9a1e68af0569dde2dc2b4bda",
   "converged": true,
   "drop_epoch": 41,
   "final_state": [
    1201704561,
    577646502,
    532850226,
    2528769638
   ],
   "float_sha": "d308d23e77f1f897ef9e5c56a347a1ba6616579fea115a46f8b4620f0ef9d6da",
   "wall_s": 87.09392935199867,
   "cpu_s": 86.14464163900004,
   "wall_ms": 87094,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "e8484ef327aa25bca09e38a4c52d70ff8641d8aeda11b6b372610031a58d83d0",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d3-lr10-s3000",
   "kind": "shuffled",
   "job_wall_s": 87.17079104099685,
   "job_cpu_s": 86.21843710500002,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d3-lr10-s3001": {
   "pairs": {
    "seed": 5601,
    "count": 13239,
    "sha256": "f66b9ced2b5d77a74d2903f57177fcdb92d581f7168e36ec2df4fd49f5976afa",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3001,
   "instance": "edge-shuffled-5601",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 26.34820827194031,
   "max_radius": 87.95818765608975,
   "loss": {
    "0": 3.931825639390663,
    "19": 3.9318153282815866,
    "99": 1.2658014007035447,
    "499": 1.318936811102946,
    "999": 1.560527896472979
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931825639390663,
     3.931823066088811,
     3.9318064365266587,
     2.2743803469009043,
     1.6184491024225114,
     1.4626192001959746,
     1.3686977485442207,
     1.3481563293531338,
     1.2991992458592907,
     1.2760487631502138,
     1.2689762647594194,
     1.2621446374341108,
     1.2473008361338538,
     1.2812582961146155,
     1.250680141848814,
     1.2721201204612609,
     1.2428540023770307,
     1.248162898095285,
     1.2797973821165594,
     1.2599350264789646,
     1.2896279370896635,
     1.2612734828288237,
     1.2904352568632447,
     1.2922602125402212,
     1.3620979166096925,
     1.2738851602190502,
     1.2967961363669098,
     1.3194980803322456,
     1.294201675766493,
     1.3070252544688146,
     1.3389954960888621,
     1.3258350630392974,
     1.2990572668517504,
     1.353121264738556,
     1.3136746675376592,
     1.3253358740752523,
     1.3370445256046521,
     1.253818952367192,
     1.334232811392141,
     1.2915816726701408,
     1.33242216411144,
     1.2998117634114035,
     1.310167848284906,
     1.271741662656029,
     1.2861244569578045,
     1.2818797237968877,
     1.362432044715502,
     1.3481752135724525,
     1.3476786820615425,
     1.3468821226906509,
     1.291666566601628,
     1.325604304657211,
     1.3856269814391877,
     1.3343563501152453,
     1.3121255004135723,
     1.3174308320056853,
     1.352936960719403,
     1.3184134653689894,
     1.4288155079349132,
     1.3109813732441884,
     1.3370825826299897,
     1.3644426354859052,
     1.4146377133944943,
     1.3800941944472291,
     1.4306835765889916,
     1.4626744812259174,
     1.3685431406397979,
     1.4458663826433271,
     1.3490054737960304,
     1.3811950540521563,
     1.4888387500481153,
     1.4203383045296978,
     1.4494648159515313,
     1.4074088154229085,
     1.4292211139129682,
     1.4714642185386895,
     1.4466654770732186,
     1.477137182250814,
     1.480254724024111,
     1.468995585988422,
     1.4697136935835127,
     1.5183591405908332,
     1.4578444169551734,
     1.452565140098714,
     1.4887957212328502,
     1.5716714743948417,
     1.520334295305109,
     1.490864437182117,
     1.6251474828291026,
     1.5940342052378687,
     1.4843743112637353,
     1.527393660461514,
     1.549480271885687,
     1.5916615142205843,
     1.579185665506151,
     1.5688824158267836,
     1.5628688912176931,
     1.667241289992022,
     1.5255028141476727,
     1.6390265900018646,
     1.560527896472979
    ]
   },
   "loss_sha": "94ca424d6678d3af6c0d61eeb7cf132f391506420c017527f3bb8733bc9539d4",
   "converged": true,
   "drop_epoch": 37,
   "final_state": [
    4068892569,
    2653569397,
    1316200143,
    1062514529
   ],
   "float_sha": "b0bfde8a49f5fb722b6e3d8c315b8f732e276bc5f0513f6921c84f7955a5d751",
   "wall_s": 86.25725819299987,
   "cpu_s": 84.531130351,
   "wall_ms": 86257,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "4e5bb8a26d4a5f315217d046b780aed9e65051b8970bb7b4b73f1f73cae8ee67",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d3-lr10-s3001",
   "kind": "shuffled",
   "job_wall_s": 86.32796089100157,
   "job_cpu_s": 84.59952674599992,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d3-lr10-s3002": {
   "pairs": {
    "seed": 5602,
    "count": 13239,
    "sha256": "41cbe512f5be19e4908f7fd8254a7440a46d628c0ae7b4bf861795728d49b395",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3002,
   "instance": "edge-shuffled-5602",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 26.115319415343503,
   "max_radius": 87.09359014465615,
   "loss": {
    "0": 3.9318256302197008,
    "19": 3.9318153405758838,
    "99": 1.2548358728412963,
    "499": 1.2956411728347204,
    "999": 1.5378318664107347
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9318256302197008,
     3.931823067657933,
     3.9318063474155847,
     2.2597630949319045,
     1.601138708953731,
     1.4486429472837645,
     1.3663176019650107,
     1.3270612918535187,
     1.3090370327327252,
     1.2815980059982433,
     1.2795171445173597,
     1.2787535342810088,
     1.2512364023234943,
     1.2613576954865418,
     1.2503541662545987,
     1.2401240765365174,
     1.2348615638549687,
     1.2594375647894887,
     1.2415157273579267,
     1.2622146390394855,
     1.2307490252369724,
     1.2303996446211316,
     1.2529552459458948,
     1.238790499099997,
     1.2811216643444137,
     1.2628886595867432,
     1.2411937712992478,
     1.2815824026137386,
     1.2705914016907127,
     1.2629705814819263,
     1.3274370539946179,
     1.286220343334313,
     1.3044614254890725,
     1.2961421319610524,
     1.304140278596683,
     1.2994526472482475,
     1.2951005471182873,
     1.3194037137804688,
     1.3570396401299085,
     1.3060481575657004,
     1.2990317998375027,
     1.3043145139021974,
     1.2747639202428163,
     1.362610088172681,
     1.263615486707726,
     1.2941390631712923,
     1.304610969970963,
     1.305360437700277,
     1.328451932483892,
     1.273487124875165,
     1.309408962328888,
     1.2346441634219871,
     1.2681048588318962,
     1.2965811406952605,
     1.2866774332534243,
     1.3328030985001116,
     1.3155532076768957,
     1.2805250629838687,
     1.2925055594816006,
     1.2759774571141662,
     1.3436821100360095,
     1.307700432242793,
     1.276266168327684,
     1.3629305841913415,
     1.3042496150007516,
     1.3491365160961768,
     1.3497196376232405,
     1.3392757698992726,
     1.3252095233447965,
     1.33347503516057,
     1.3382096775404173,
     1.332553552603097,
     1.383245809080396,
     1.3879926808411542,
     1.3914407070269328,
     1.3303661995385887,
     1.3954173059243,
     1.4576395649552996,
     1.4565537405583455,
     1.4012467220440183,
     1.3667598665578022,
     1.3972757477703663,
     1.3878496426973945,
     1.385937104746705,
     1.376105674973222,
     1.4820267457898988,
     1.424825287891041,
     1.4256746445236546,
     1.4345157362309233,
     1.4536249971335256,
     1.4591816662168353,
     1.4756524698092552,
     1.49410499106974,
     1.48213008980029,
     1.5862828249330134,
     1.5129133998125117,
     1.5703999633727133,
     1.511417957905113,
     1.501779371087664,
     1.4976469500243854,
     1.5378318664107347
    ]
   },
   "loss_sha": "2b0a39f52523c3b62a1dc592f7f58d58d8475101fe4b83d7e4d19aa624675a7c",
   "converged": true,
   "drop_epoch": 39,
   "final_state": [
    698085506,
    4811906,
    2153710894,
    2670279025
   ],
   "float_sha": "58e2ab4a1786dfdbf9fd084d01e2c8efbdd58f82e4926d45fde67429e904d5bf",
   "wall_s": 90.10225122299744,
   "cpu_s": 87.27778320799996,
   "wall_ms": 90102,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "fcc8f1a05ae4bf4adb13823ce143e10713c41b3194df421bfd8f7577d8a5c9e6",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d3-lr10-s3002",
   "kind": "shuffled",
   "job_wall_s": 90.19407414399757,
   "job_cpu_s": 87.34689323700002,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d3-lr10-s3003": {
   "pairs": {
    "seed": 5603,
    "count": 13239,
    "sha256": "0ce788005fb3e5c1299d45bd23ec12a1c25aad5f5b6a9c84cad15a9c14bd024b",
    "nn_min_over_anchors": 13531
   },
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3003,
   "instance": "edge-shuffled-5603",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 19.426983420507277,
   "max_radius": 63.135878317966146,
   "loss": {
    "0": 3.931825612843578,
    "19": 3.931815396015856,
    "99": 1.2359753616834543,
    "499": 1.1788627713103812,
    "999": 1.4020247236031005
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931825612843578,
     3.9318230644654744,
     3.9318064923927993,
     2.290143492671508,
     1.61383643817515,
     1.4420899317564015,
     1.3649210825189613,
     1.3008660131411682,
     1.276133231305483,
     1.2578072906755757,
     1.2491524961464062,
     1.2268028050388253,
     1.2323579968105445,
     1.226701452834367,
     1.2317604687634192,
     1.2203182339236462,
     1.1813109078810495,
     1.1983801685484468,
     1.2136190574936259,
     1.1910883437844915,
     1.2254897163671759,
     1.2202679760174922,
     1.1907306602998244,
     1.2047703272267747,
     1.159687364328375,
     1.2264348107825729,
     1.1936532433079887,
     1.2081063279841446,
     1.2084019897977962,
     1.1909981690873217,
     1.1969870649911818,
     1.193314935260094,
     1.205223395016564,
     1.205634202395326,
     1.2311322032617689,
     1.2185256499646842,
     1.2145030152643486,
     1.2324129048542363,
     1.152888265237616,
     1.2394493859351885,
     1.148089912867851,
     1.18894459452887,
     1.177907660073333,
     1.2216822573701054,
     1.1822070814173318,
     1.176666882771535,
     1.1848179669308925,
     1.2103398608292026,
     1.2331630964174127,
     1.1538055276906969,
     1.1890831373594466,
     1.2185803235838104,
     1.214987518950922,
     1.2284138491196506,
     1.2148621992111737,
     1.2242159743141097,
     1.1915779820669452,
     1.2104422515518198,
     1.2952922231632433,
     1.221825273838312,
     1.2052578019979525,
     1.2734428818190193,
     1.2136563868104404,
     1.2781222856147283,
     1.2349181551493467,
     1.2161138682401296,
     1.2178179241453055,
     1.3447893755943212,
     1.2387147405458412,
     1.2690810905145158,
     1.282486187073494,
     1.2359377617801957,
     1.2492228745133724,
     1.2971076000465778,
     1.3262890654189923,
     1.2670714749151204,
     1.328794402458856,
     1.2741455615981983,
     1.2900758326600823,
     1.2968713956440832,
     1.33378480361695,
     1.2890192323023733,
     1.3064084347872444,
     1.3065639566117508,
     1.31303497742522,
     1.2937849393978145,
     1.3428945105900791,
     1.3095783493861766,
     1.2948051612450255,
     1.2931926384590293,
     1.3388909681238512,
     1.3310118560727413,
     1.359534015273752,
     1.297303030665355,
     1.3480444264833866,
     1.3664314107998632,
     1.387305485281952,
     1.4868700069568157,
     1.385277332529428,
     1.3598893486593209,
     1.4020247236031005
    ]
   },
   "loss_sha": "5949e990636caacad78a4e7fa62c141ba9c4b1198a9523eee0de3aacef9a54fc",
   "converged": true,
   "drop_epoch": 46,
   "final_state": [
    293107622,
    2769363854,
    948931453,
    1547823760
   ],
   "float_sha": "06bf4fad554a0a9ba997ce99f103dcbacded1e2b831679f4bcb85b1eb6d4c782",
   "wall_s": 96.92714828499447,
   "cpu_s": 88.53083531200002,
   "wall_ms": 96927,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "11e9d2a24aa11631efcdd33e949b07effe66bd8010129a64b57a99774264a41c",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d3-lr10-s3003",
   "kind": "shuffled",
   "job_wall_s": 97.02437108800223,
   "job_cpu_s": 88.60076109900001,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-euclid-d3-lr10-s3004": {
   "pairs": {
    "seed": 5604,
    "count": 13239,
    "sha256": "6c47683e3e81cf20dbf13603beb329b1863a0a3fc16547403920a4a939b2e4c3",
    "nn_min_over_anchors": 13532
   },
   "geometry": "euclid",
   "d": 3,
   "lr": "10",
   "seed": 3004,
   "instance": "edge-shuffled-5604",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 16.1840816543726,
   "max_radius": 54.2415731311274,
   "loss": {
    "0": 3.931825617822288,
    "19": 3.931815322058213,
    "99": 1.2668938122260265,
    "499": 1.3481539341879654,
    "999": 1.4216525918827525
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931825617822288,
     3.931823061914167,
     3.9318063037036084,
     2.284616778045458,
     1.6285429244413545,
     1.4726920431521862,
     1.3746343671923555,
     1.331894066501048,
     1.2876652630944676,
     1.273882664227568,
     1.2700300727834815,
     1.2379653196404343,
     1.2445148080037778,
     1.2357804690701863,
     1.2533238190421208,
     1.2608508342437983,
     1.2627409355295165,
     1.2099804031086605,
     1.2212359338060406,
     1.271768887601317,
     1.2354031018454803,
     1.2455183021533762,
     1.2664101627877797,
     1.275357372294023,
     1.276547476266524,
     1.2912342996357227,
     1.2688542806019114,
     1.2859347175908593,
     1.2656874882566478,
     1.2567503058781402,
     1.3112350711996703,
     1.2783797418926353,
     1.2562073159093083,
     1.31262583741854,
     1.302632356120899,
     1.323825092516284,
     1.3072741466873978,
     1.3195640878927586,
     1.307749701144042,
     1.320221984009682,
     1.3495354034696962,
     1.3055725062940275,
     1.3059984458466583,
     1.2698462105495587,
     1.3178797802354214,
     1.3223840642085936,
     1.318574072691544,
     1.2951963356319938,
     1.266711598105307,
     1.2989101792941742,
     1.3134115863773554,
     1.3198847623590655,
     1.2890274816719995,
     1.2911994089908077,
     1.2912384121864937,
     1.2928266893672702,
     1.2929848887740059,
     1.32876016333789,
     1.3014438339250656,
     1.3186458222733832,
     1.2938096664055923,
     1.356175064642975,
     1.3250346757704112,
     1.3789321032971262,
     1.305505602606704,
     1.3125707454581095,
     1.3240055059509832,
     1.3452517519644611,
     1.3359660762446648,
     1.3128465282851138,
     1.288873499074066,
     1.3134591812456553,
     1.3655910937625597,
     1.3301743642971444,
     1.320715921491569,
     1.33623465908712,
     1.3226898296098961,
     1.3194190060523767,
     1.3519310930587203,
     1.373711578134222,
     1.3490728849841003,
     1.3513775082610124,
     1.3781095720882246,
     1.3587546157754882,
     1.3589517727571265,
     1.4225587911842783,
     1.3728933051129943,
     1.4130653292068531,
     1.4535649528713186,
     1.4291687759726555,
     1.3973462165500306,
     1.3867233352723862,
     1.3650039369432851,
     1.4197980916886348,
     1.4197697783198149,
     1.4394827395784648,
     1.4052244710060844,
     1.407168282395002,
     1.3902364871028583,
     1.448394749243021,
     1.4216525918827525
    ]
   },
   "loss_sha": "1de13367e46c98a056c44e5983ccf0d4d35e48a21fae0f2b9cdd91ae500ea3c2",
   "converged": true,
   "drop_epoch": 44,
   "final_state": [
    1999563447,
    2897236392,
    2761363438,
    3770309895
   ],
   "float_sha": "0da8cd8c826f80a587bce414bcb830c29c29d89a7659e4d433ff1dbe3d584d19",
   "wall_s": 96.06774044699705,
   "cpu_s": 87.09366139399992,
   "wall_ms": 96068,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "864c8d517e27a536e46302752b544279817fe2962e345c4a6f6c9a0c3c5338a6",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-euclid-d3-lr10-s3004",
   "kind": "shuffled",
   "job_wall_s": 96.16608456100221,
   "job_cpu_s": 87.17199549599991,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d2-lr10-s3000": {
   "pairs": {
    "seed": 5600,
    "count": 13239,
    "sha256": "4c966c1300f16ed4f5bc6967ffc6df1f8c011fc4fa88a75102fb33e89fde8f71",
    "nn_min_over_anchors": 13531
   },
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3000,
   "instance": "edge-shuffled-5600",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 5,
   "max_step": 0.6446849708970658,
   "max_radius": 14.579107715229394,
   "loss": {
    "0": 3.9317622553980027,
    "19": 3.5989791704260123,
    "99": 1.2076418389239079,
    "499": 0.8370370346139697,
    "999": 0.8094078663093907
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9317622553980027,
     3.7694933010909892,
     3.6132470172994204,
     2.3938163240817825,
     1.80410183538746,
     1.5424714437647513,
     1.4040000248556235,
     1.3332114392314385,
     1.2797403156073175,
     1.2425926068300468,
     1.208339849118823,
     1.1724363866173797,
     1.1371465340107658,
     1.1124620017446083,
     1.087797932162079,
     1.0625088974238877,
     1.0361422480242501,
     1.0176110815768984,
     0.9908254102659745,
     0.979201947100898,
     0.9589600980820863,
     0.9563804615723044,
     0.9279994120298507,
     0.9196782703230088,
     0.9062057379467077,
     0.9089970368782649,
     0.8936733346251636,
     0.8854861595688928,
     0.8854460588976908,
     0.879401515928638,
     0.8864919780395393,
     0.8746124463605622,
     0.8714757114355085,
     0.8765334540929346,
     0.8597105625811723,
     0.8645971135096939,
     0.8530994043996661,
     0.850069784180143,
     0.8542393913403523,
     0.8495082509639676,
     0.8582440471609716,
     0.8451566094637575,
     0.8557736518895376,
     0.843217332151058,
     0.838309853075306,
     0.8374811978558618,
     0.8399523822005593,
     0.8365898022046273,
     0.8484113803318665,
     0.8367950387278573,
     0.8323204249437139,
     0.8319133380901981,
     0.825519108901213,
     0.834787109252877,
     0.8289341943149051,
     0.8400258395057523,
     0.8296616661888585,
     0.8291190251526082,
     0.8241915128536438,
     0.834205817416235,
     0.8197373672163024,
     0.831118198704583,
     0.8306892799978125,
     0.8273432456526341,
     0.8204700913787178,
     0.8349947506306027,
     0.8261289699169263,
     0.8228882866785333,
     0.8204570897015548,
     0.8173948948613472,
     0.8222310016266556,
     0.8274693291084182,
     0.817005670161294,
     0.829922075807269,
     0.8374269193944293,
     0.8228644197515135,
     0.8198139063363963,
     0.8202405928798826,
     0.8245239472981832,
     0.8137318127057767,
     0.8192059473288865,
     0.8313677507892712,
     0.8210065746271163,
     0.8161240357992352,
     0.8235303277073687,
     0.816385222860208,
     0.8239730941876227,
     0.8107018768544056,
     0.823041188813695,
     0.8239358687516081,
     0.8243255422879344,
     0.8196876057591836,
     0.8105016593335419,
     0.8118574265619729,
     0.8070706689761589,
     0.8097607689872299,
     0.8186132932118948,
     0.8126417681450216,
     0.8151898456104124,
     0.8168874091747228,
     0.8094078663093907
    ]
   },
   "loss_sha": "4a0d0de80c3519c141dced37644f42b9df0bea5a997c0c19243202016a97f8cc",
   "converged": true,
   "drop_epoch": 191,
   "final_state": [
    3676733689,
    3206880588,
    874244818,
    2848220099
   ],
   "float_sha": "4d53f68caa2e359b00ffbdb0ea96e86bf56cbc4168159c23a8abf95da5948503",
   "wall_s": 143.63681412299775,
   "cpu_s": 119.71878345200003,
   "wall_ms": 143637,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "2bc9ec1053a8c4a80be995d0e7a00149c27fd8d6f54debb2c6010e3ba838c42f",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d2-lr10-s3000",
   "kind": "shuffled",
   "job_wall_s": 143.70449961099803,
   "job_cpu_s": 119.78521548099991,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d2-lr10-s3001": {
   "pairs": {
    "seed": 5601,
    "count": 13239,
    "sha256": "f66b9ced2b5d77a74d2903f57177fcdb92d581f7168e36ec2df4fd49f5976afa",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3001,
   "instance": "edge-shuffled-5601",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 11,
   "max_step": 0.6118718000945287,
   "max_radius": 14.332834218637423,
   "loss": {
    "0": 3.931919604514967,
    "19": 3.6016811670586955,
    "99": 1.185952862449893,
    "499": 0.8621030480213884,
    "999": 0.8360819726613766
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931919604514967,
     3.770727322376402,
     3.6172440507906987,
     2.4042580415374526,
     1.8146765094864874,
     1.5545031690281002,
     1.4198184737784598,
     1.3387939366441894,
     1.2779848166073986,
     1.2254128802226307,
     1.168668793477721,
     1.1262205831302277,
     1.0872669660807788,
     1.0630369977807557,
     1.0448711747133757,
     1.0169658630902103,
     0.9958413203012177,
     0.9885696197719271,
     0.9713651967443409,
     0.960132410640756,
     0.9543890896939439,
     0.9420159653749514,
     0.9272853910603961,
     0.9258048627807788,
     0.9211329042781411,
     0.9177505836520458,
     0.9062252007558759,
     0.9016946509683746,
     0.9007318667512506,
     0.8883192907804324,
     0.890438183300285,
     0.8987025336903093,
     0.8879839527242376,
     0.8844505346583535,
     0.8860371749603675,
     0.8784107836542844,
     0.8681753637638444,
     0.875212389815603,
     0.8675120249210438,
     0.8741016057139226,
     0.865274754701111,
     0.8603575150557056,
     0.8658720902931311,
     0.8750071695284685,
     0.8551836213804843,
     0.863630888668394,
     0.8568937902525665,
     0.8672141299060842,
     0.8530569020195724,
     0.8609829523262242,
     0.8571425683118672,
     0.8489451997521543,
     0.8539909928105285,
     0.8546788483513605,
     0.8518954122891341,
     0.8472264325476833,
     0.8421991792146192,
     0.8373281051788521,
     0.838353420458368,
     0.8525457447650062,
     0.8524954458779263,
     0.8570117132851137,
     0.8521278528413498,
     0.8456373513904876,
     0.8375668263542672,
     0.8391471385849689,
     0.8377742222670019,
     0.8528000418308622,
     0.8426637428205678,
     0.8424545231874317,
     0.8512229919899753,
     0.8340826842869793,
     0.8382715664845347,
     0.8410631539770906,
     0.8440741445518354,
     0.837922299736317,
     0.8327294631577608,
     0.8484045321213346,
     0.8391014107049805,
     0.8450367235911239,
     0.8465883062598276,
     0.8415335288697549,
     0.8338579063079169,
     0.8314859965953535,
     0.8267783364750243,
     0.8388143143547458,
     0.8465506615935718,
     0.8368775683412952,
     0.8341237969641339,
     0.8369425352790385,
     0.8306393903740278,
     0.8419286161335015,
     0.8328920811645867,
     0.8360553162971075,
     0.8380734656507471,
     0.8413654699907691,
     0.8354548700607802,
     0.8305428921403676,
     0.830725082071173,
     0.8353267787567568,
     0.8360819726613766
    ]
   },
   "loss_sha": "3ff2534fd00f2be8c5114374a390efae68cb4fc54c7c891e1585c19e4ea3cdcb",
   "converged": true,
   "drop_epoch": 173,
   "final_state": [
    3306054834,
    526285657,
    3199970590,
    722088487
   ],
   "float_sha": "17f1f42aa85cd75c0eb98764991dc5cdb882a2b0b248b348bc0ca6b080da9496",
   "wall_s": 138.17494408599305,
   "cpu_s": 122.52611794200004,
   "wall_ms": 138175,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "736b050abdcb74a56ce2d6ff0857c8d5dc9ce4a8e424d79175b51b6b2ab40244",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d2-lr10-s3001",
   "kind": "shuffled",
   "job_wall_s": 138.2478976439961,
   "job_cpu_s": 122.59722402600005,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d2-lr10-s3002": {
   "pairs": {
    "seed": 5602,
    "count": 13239,
    "sha256": "41cbe512f5be19e4908f7fd8254a7440a46d628c0ae7b4bf861795728d49b395",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3002,
   "instance": "edge-shuffled-5602",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 11,
   "max_step": 0.7177013510909831,
   "max_radius": 14.576257954371354,
   "loss": {
    "0": 3.9317548241235287,
    "19": 3.599038296123554,
    "99": 1.182610684118673,
    "499": 0.8427843971013909,
    "999": 0.8333451987234711
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9317548241235287,
     3.7686976520007547,
     3.612139007341722,
     2.3963324232143526,
     1.8014405033882956,
     1.5433580122944732,
     1.416048339482487,
     1.335280780929334,
     1.2761317841109172,
     1.224529271949711,
     1.1816065194820944,
     1.1373844320155184,
     1.0916229280630396,
     1.0614414798155998,
     1.0319662001962413,
     1.0186889533582992,
     1.0052183964586823,
     0.9769254549257246,
     0.9675085100173454,
     0.9636522184641473,
     0.939330624729283,
     0.9444465126154886,
     0.9253958769245083,
     0.9181558017687337,
     0.9093174165900361,
     0.8966076669871293,
     0.8989891418014858,
     0.9005512978606615,
     0.8834663425535569,
     0.8815898594317085,
     0.8695483705798448,
     0.8741074040616187,
     0.8786067788709794,
     0.8778591913661749,
     0.867874474457463,
     0.866334994682044,
     0.8623764834279006,
     0.855183833002928,
     0.8547014662688546,
     0.8596911796440109,
     0.8590452476698649,
     0.8533607050265998,
     0.84709638741336,
     0.849647479924458,
     0.8506452219203129,
     0.8508447552349231,
     0.8460807257338784,
     0.8441751585897744,
     0.8433223038039576,
     0.8408923846404214,
     0.8446500494702447,
     0.8510057183564352,
     0.8416550910700856,
     0.8317969537633348,
     0.8343893182066271,
     0.8389248442617735,
     0.8261965390533336,
     0.8308198708804416,
     0.8334453252666172,
     0.8371493632428597,
     0.8327616944951122,
     0.8301952888193227,
     0.8295940854300621,
     0.8333749856851358,
     0.8231316863592186,
     0.8291629370223622,
     0.8295384227448714,
     0.8258744751652893,
     0.8189517174719059,
     0.8362645479715056,
     0.8244440282299353,
     0.8320494442163463,
     0.8255245202674335,
     0.8307051370364922,
     0.8303163755416689,
     0.822727795482333,
     0.8296624551220897,
     0.8286043377541135,
     0.8280762389128177,
     0.832366548097835,
     0.8244685771892123,
     0.8254440144630495,
     0.8098030521558459,
     0.8283762726936784,
     0.8220962684434093,
     0.8210510758327333,
     0.8234615923440081,
     0.8347520843345698,
     0.8252724265524248,
     0.8138854382886954,
     0.8180893197342021,
     0.8227450576073062,
     0.8311748778117865,
     0.8265221198120815,
     0.8244224034546219,
     0.8248647229668726,
     0.8248364904824314,
     0.8253736885533,
     0.8262741702381209,
     0.8193213988038062,
     0.8333451987234711
    ]
   },
   "loss_sha": "6b89d652d7206f1e3a31cd6abe88f326842d9e46c74dcd62809298e9f3301f3a",
   "converged": true,
   "drop_epoch": 168,
   "final_state": [
    2698859630,
    1686053574,
    3035165890,
    3549782346
   ],
   "float_sha": "213556b0d3567542fd82928b7154dba1757adb2e6f5d631c3d3593feb3642c78",
   "wall_s": 128.4638374329952,
   "cpu_s": 118.69292357100005,
   "wall_ms": 128464,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "88433c40c8354a23c991991a4bf67c710599602cde4260b5ac8503aee47d39ba",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d2-lr10-s3002",
   "kind": "shuffled",
   "job_wall_s": 128.5824477290007,
   "job_cpu_s": 118.7615419330001,
   "pid": 20963,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d2-lr10-s3003": {
   "pairs": {
    "seed": 5603,
    "count": 13239,
    "sha256": "0ce788005fb3e5c1299d45bd23ec12a1c25aad5f5b6a9c84cad15a9c14bd024b",
    "nn_min_over_anchors": 13531
   },
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3003,
   "instance": "edge-shuffled-5603",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 12,
   "max_step": 0.6714731056857783,
   "max_radius": 14.480421174458796,
   "loss": {
    "0": 3.931837027758407,
    "19": 3.599041576171385,
    "99": 1.222790627029278,
    "499": 0.849086922796712,
    "999": 0.8146280520925919
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931837027758407,
     3.769005212130665,
     3.6130186253013314,
     2.3939652653932595,
     1.8071991016209477,
     1.5454484989141126,
     1.4135482423363916,
     1.3315807427713648,
     1.2824329400455343,
     1.2485832759507145,
     1.225760459163685,
     1.188212296429387,
     1.1614825271996125,
     1.1317735680379755,
     1.1003491537671635,
     1.0727771541689162,
     1.0480407436498764,
     1.015541304043769,
     1.008545932098752,
     0.9933344613660531,
     0.9715541994256295,
     0.9541975015090695,
     0.9494291026666279,
     0.9297548375382585,
     0.9181846985954997,
     0.9113788416107278,
     0.91419990190495,
     0.8918274398734531,
     0.900592228932672,
     0.8896060903593029,
     0.890941822521521,
     0.8858520938140175,
     0.879890676942356,
     0.893227223139251,
     0.8675093089734781,
     0.8636919655432868,
     0.8684479279119598,
     0.8555678274370702,
     0.8585684764765252,
     0.859321299399803,
     0.8571502795153643,
     0.859824417419912,
     0.8486083829425372,
     0.8473577242692129,
     0.8551787135046189,
     0.8357006215979084,
     0.8466691034204209,
     0.8464266603659846,
     0.8411480561269425,
     0.8505455615784178,
     0.8367807247131923,
     0.8429149009546743,
     0.8419876084819419,
     0.8394664415848999,
     0.844453167028976,
     0.836553927159117,
     0.8426168226545313,
     0.8439142715221896,
     0.8294172910768328,
     0.8241008956864859,
     0.8331043537335397,
     0.8310445037131694,
     0.8273996680928073,
     0.8289143613552037,
     0.8321377159554693,
     0.8226490660973789,
     0.8299946487111944,
     0.833610066252957,
     0.836574961515135,
     0.8302652675990991,
     0.8312415557936628,
     0.8255730481870006,
     0.8331563565464982,
     0.8217005471047047,
     0.8208752169785518,
     0.8262498526087424,
     0.8222617570001396,
     0.8203951052099552,
     0.8248686702419588,
     0.8198672357501379,
     0.8191701779830096,
     0.8252917022770008,
     0.8346683471703032,
     0.8150859686309146,
     0.8309460779785546,
     0.8244590044835755,
     0.8179123600858847,
     0.8066632957452712,
     0.8247328964806773,
     0.8168171369480881,
     0.8240431685047808,
     0.8189854909411299,
     0.8179102959513939,
     0.8265629183628556,
     0.8186153236052915,
     0.8249470577305094,
     0.81521315311322,
     0.8236011321398632,
     0.8199338520086198,
     0.830676821589146,
     0.8146280520925919
    ]
   },
   "loss_sha": "0217b97145ad94300c62b40ae17f406c7e46945326a696a3d532bb4077079295",
   "converged": true,
   "drop_epoch": 201,
   "final_state": [
    797998251,
    2744891906,
    195014196,
    2387442333
   ],
   "float_sha": "70d863e5e2449e6efaf4881b660ce8918453b4c5d8e1ed72c1c4e4c0ce1709a0",
   "wall_s": 121.48118716300087,
   "cpu_s": 120.18442619299992,
   "wall_ms": 121481,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "250859a0726bf88b5debcf0af6866781e0cb54edd5def450d09bd81632b8089e",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d2-lr10-s3003",
   "kind": "shuffled",
   "job_wall_s": 121.57051333799609,
   "job_cpu_s": 120.25496944100007,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d2-lr10-s3004": {
   "pairs": {
    "seed": 5604,
    "count": 13239,
    "sha256": "6c47683e3e81cf20dbf13603beb329b1863a0a3fc16547403920a4a939b2e4c3",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 2,
   "lr": "10",
   "seed": 3004,
   "instance": "edge-shuffled-5604",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 24,
   "max_step": 0.6160810013540101,
   "max_radius": 14.707843404978025,
   "loss": {
    "0": 3.931873304600409,
    "19": 3.5992356431600356,
    "99": 1.2145905309749683,
    "499": 0.8270253431133927,
    "999": 0.8182669105935865
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931873304600409,
     3.769568078439227,
     3.613160815013769,
     2.384566863362936,
     1.792154361010045,
     1.5255548931218614,
     1.3995206009818693,
     1.3203131198278517,
     1.2717406316520052,
     1.2394987460613902,
     1.2131653362366346,
     1.1925198972423372,
     1.1734973338644539,
     1.1469944371073775,
     1.1107445099861126,
     1.0821469546936515,
     1.044980592575474,
     1.019022533933126,
     1.0042073958516076,
     0.9839236872858568,
     0.9613290103065434,
     0.9421850015141522,
     0.9361721612648461,
     0.920826724003547,
     0.9210805163600467,
     0.9089078388141614,
     0.8986981750835273,
     0.8930150799133535,
     0.8858957816462857,
     0.8811532781300877,
     0.8783926644678134,
     0.8668020428336657,
     0.8716969147589867,
     0.8633943686399927,
     0.8557150372825071,
     0.8575625636690805,
     0.8586538020064174,
     0.8499509024311147,
     0.8433529058222499,
     0.8469983385491736,
     0.8403274730956406,
     0.8517093968730369,
     0.8452056820991427,
     0.8497849687124748,
     0.8452381640459345,
     0.8446533279267913,
     0.8422231810399818,
     0.8376051582353135,
     0.8325750562039959,
     0.8254009336297923,
     0.8418968551319118,
     0.8205931073871613,
     0.8310666870454378,
     0.8238272266527407,
     0.822165481663447,
     0.822907946582187,
     0.8209698452951515,
     0.8077478371293002,
     0.8274712322378344,
     0.8203795090283377,
     0.827981250784749,
     0.8237947861089884,
     0.8204858130335276,
     0.8219556193594314,
     0.8129696664258471,
     0.8239103343268395,
     0.8187558315873402,
     0.8281866214563913,
     0.8163246207460279,
     0.8043757361306417,
     0.8111686978440223,
     0.8133988802208021,
     0.8208377420747207,
     0.8186384949007282,
     0.8124472076694803,
     0.8167249290086324,
     0.8081240070864483,
     0.8191211539453664,
     0.8204324838343893,
     0.8115368592120291,
     0.8163622890203458,
     0.8149064412554605,
     0.8173665263428005,
     0.8202490669519581,
     0.8089701815193726,
     0.8220237070053448,
     0.8182778143753554,
     0.8206630936116649,
     0.8027505109811064,
     0.8137098281325215,
     0.8060782446188203,
     0.8067834410628502,
     0.8020816511955429,
     0.8102417553438683,
     0.812278002502224,
     0.8114004413260569,
     0.8053134018247694,
     0.8104486421123409,
     0.8017180908370234,
     0.811237274753425,
     0.8182669105935865
    ]
   },
   "loss_sha": "171420b671527ad2e8c2c337b8a67410cc467aba82af1bb06057916663f0f3ea",
   "converged": true,
   "drop_epoch": 198,
   "final_state": [
    3216459060,
    683578530,
    1984843597,
    623482620
   ],
   "float_sha": "26dbd62e765c5883dcd7f108581407deed8d0d6f3847ae78392cab8cc84ef1f4",
   "wall_s": 116.04941245300142,
   "cpu_s": 115.28731739200009,
   "wall_ms": 116049,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "91e0c4bd9fb9526f1d22c040b27a402c0efbfd65e2b09c345fdf074e4b190ae4",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d2-lr10-s3004",
   "kind": "shuffled",
   "job_wall_s": 116.12488988100085,
   "job_cpu_s": 115.36011029299993,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d3-lr10-s3000": {
   "pairs": {
    "seed": 5600,
    "count": 13239,
    "sha256": "4c966c1300f16ed4f5bc6967ffc6df1f8c011fc4fa88a75102fb33e89fde8f71",
    "nn_min_over_anchors": 13531
   },
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3000,
   "instance": "edge-shuffled-5600",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.5544822487362114,
   "max_radius": 12.728461888459941,
   "loss": {
    "0": 3.9319078158480663,
    "19": 3.557233431049407,
    "99": 0.7276452952084297,
    "499": 0.5909042629335866,
    "999": 0.5764526376468295
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9319078158480663,
     3.750418059042551,
     3.5596066757275233,
     1.8946985863110009,
     1.2941708661187425,
     1.0426179341229735,
     0.8988392022929441,
     0.8203310904310868,
     0.7767923735756216,
     0.7444523761724217,
     0.7265596543783602,
     0.7091822721829917,
     0.6993229171825335,
     0.686042541258424,
     0.6779523003310479,
     0.6626334258952993,
     0.660071636928238,
     0.6538311968581454,
     0.648552691072876,
     0.6417151362549551,
     0.6371982021444027,
     0.635762769657328,
     0.630821271157128,
     0.6271072282032114,
     0.6226079310734285,
     0.625002517603536,
     0.62501969788296,
     0.6224470702848052,
     0.6148592094265389,
     0.6108900207183786,
     0.6089435348347152,
     0.6074348436239766,
     0.6044796119974624,
     0.6034192971938289,
     0.6051786552648258,
     0.6003178361521161,
     0.6021036615644326,
     0.5988879165712623,
     0.6023280422138748,
     0.6006455625620423,
     0.5935125011823771,
     0.6005216667799774,
     0.5943129711140196,
     0.5971006342992233,
     0.593019101862397,
     0.5924993207286342,
     0.5883993706192402,
     0.59077936182351,
     0.5919893583354524,
     0.5915474674944595,
     0.5948379799632849,
     0.5910834104963373,
     0.5844559274125802,
     0.5896593189105874,
     0.5953608990286627,
     0.586247646316379,
     0.5874529051292026,
     0.5890224812368041,
     0.5820957880123098,
     0.5881186818895531,
     0.5876165949126674,
     0.5925301982076704,
     0.5822498589058861,
     0.5843157983851143,
     0.5812980135499138,
     0.5822239694212783,
     0.5752133684534901,
     0.5730067424260317,
     0.5782622100009693,
     0.5887152516918428,
     0.5804836066917874,
     0.5788191584142024,
     0.5773767966219924,
     0.5812230025138249,
     0.5793821206196472,
     0.5790091435064141,
     0.5756425943734982,
     0.5735410183338014,
     0.5834889651106451,
     0.5730907084476053,
     0.5786450271610081,
     0.5748211974602533,
     0.5780286474331615,
     0.5756741176492298,
     0.5739755630591984,
     0.5750333518103811,
     0.5708451126476026,
     0.5733620645403328,
     0.5745198586373976,
     0.5784769233493525,
     0.572015479353325,
     0.5781304688484695,
     0.5723366799489163,
     0.5686581667751768,
     0.5681881285109741,
     0.5711108812227997,
     0.5799678487743336,
     0.5751831878086098,
     0.5717260594158474,
     0.5741808580816319,
     0.5764526376468295
    ]
   },
   "loss_sha": "6fde26a6b9cc9019151bec004ddd1f3af6599de46c78050e83012724c99aac7f",
   "converged": true,
   "drop_epoch": 94,
   "final_state": [
    1201704561,
    577646502,
    532850226,
    2528769638
   ],
   "float_sha": "a38c1fe3e01b1ce4f783bc29cd448a19e7e7798c13637c97b5ff1ca8698b9caa",
   "wall_s": 154.18672525900183,
   "cpu_s": 144.73858302699998,
   "wall_ms": 154187,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "22698f81e37ba0c36fe7bd9e64006be42d8792eb302675dab0323a8f871a8571",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d3-lr10-s3000",
   "kind": "shuffled",
   "job_wall_s": 154.29430652399606,
   "job_cpu_s": 144.824294109,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d3-lr10-s3001": {
   "pairs": {
    "seed": 5601,
    "count": 13239,
    "sha256": "f66b9ced2b5d77a74d2903f57177fcdb92d581f7168e36ec2df4fd49f5976afa",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3001,
   "instance": "edge-shuffled-5601",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.6081747519996328,
   "max_radius": 12.516151206287391,
   "loss": {
    "0": 3.931826109434771,
    "19": 3.558652331668943,
    "99": 0.7394223973221917,
    "499": 0.5965370492511982,
    "999": 0.5782036771386708
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931826109434771,
     3.751144654652234,
     3.5594186497906737,
     1.903373757596197,
     1.3011511681448347,
     1.0549571866758598,
     0.9109114023303703,
     0.8331027436530928,
     0.7795353759729918,
     0.758438166570379,
     0.7329578936652856,
     0.7181851440889605,
     0.7049024424783887,
     0.685946872320594,
     0.6810486012356988,
     0.6690171806257514,
     0.6617388911052355,
     0.6585452231568903,
     0.6552812203903262,
     0.6551782063382531,
     0.6470326075147373,
     0.6449254682198577,
     0.6411321518534142,
     0.637065136286219,
     0.6329707760990674,
     0.631070908323906,
     0.635312752041271,
     0.6286306063844617,
     0.625837702223559,
     0.6191661004996308,
     0.6207118283552391,
     0.6160381326257144,
     0.6139839245117202,
     0.6150441597565204,
     0.6132495206795026,
     0.6215465571037695,
     0.6047784089480335,
     0.608933842670256,
     0.6053637427095659,
     0.6086184379665169,
     0.6074101379877613,
     0.6016888318836828,
     0.6002851979407732,
     0.6001070243371083,
     0.6089932513033958,
     0.6012719547708121,
     0.6008562045303517,
     0.6010863620777104,
     0.594496230113529,
     0.5986888914476748,
     0.5972619812177591,
     0.5963524531946713,
     0.592793620777766,
     0.5935629801373492,
     0.5921060235826051,
     0.5978361775237273,
     0.598286892592323,
     0.59139567812048,
     0.5959133183945983,
     0.5974037068669178,
     0.596618455048814,
     0.5886264053517452,
     0.5866016273512906,
     0.5918858862832127,
     0.5894614503513151,
     0.5903720454981753,
     0.5873745633890225,
     0.5926817044887074,
     0.5904190904885949,
     0.5873061217751843,
     0.5835403944609757,
     0.5929873883067571,
     0.5855069728690667,
     0.5897463410022512,
     0.5797893884450692,
     0.5858548374111957,
     0.5892087422863581,
     0.5776785239046988,
     0.588021697474566,
     0.5797773530582842,
     0.5787655304923695,
     0.5813738240260641,
     0.5895122997565091,
     0.5751304029713467,
     0.575139942987785,
     0.5835764902006151,
     0.5777700865309291,
     0.5845367019303337,
     0.581731733827697,
     0.5753184965237582,
     0.5741858663705555,
     0.5850946403866305,
     0.5841313156264829,
     0.5841127743328005,
     0.5743996035431997,
     0.5765369452326135,
     0.5830200478606627,
     0.5832699650076358,
     0.5846251521538023,
     0.5826375213183932,
     0.5782036771386708
    ]
   },
   "loss_sha": "e7af5abec3ba6fd39e4a5479f4bc15506fff8accb3a478058d293d401006818e",
   "converged": true,
   "drop_epoch": 97,
   "final_state": [
    4068892569,
    2653569397,
    1316200143,
    1062514529
   ],
   "float_sha": "5e5e00a6341c634f1f41012d54da22b8d63f14b0281d017465c92ab99b2c205a",
   "wall_s": 166.78293813500204,
   "cpu_s": 142.58278714300002,
   "wall_ms": 166783,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "62af1f0e69d6a393ac249a02b01c8cda1f60b8867095f085d0ca2bcb1eb4cf02",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d3-lr10-s3001",
   "kind": "shuffled",
   "job_wall_s": 166.87491527400562,
   "job_cpu_s": 142.67104974800003,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d3-lr10-s3002": {
   "pairs": {
    "seed": 5602,
    "count": 13239,
    "sha256": "41cbe512f5be19e4908f7fd8254a7440a46d628c0ae7b4bf861795728d49b395",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3002,
   "instance": "edge-shuffled-5602",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.6079617686131693,
   "max_radius": 12.54133056435376,
   "loss": {
    "0": 3.931841340014588,
    "19": 3.5590420347184772,
    "99": 0.7300543347617052,
    "499": 0.5908041949054375,
    "999": 0.5767975325208928
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931841340014588,
     3.7515753346195253,
     3.560078430632851,
     1.8915444441070373,
     1.2880462132875197,
     1.0393856154530232,
     0.8976488964258066,
     0.8272032164576868,
     0.7824648482375823,
     0.7415159433243225,
     0.7327292801932025,
     0.7154432182260576,
     0.6962757649223618,
     0.6872742047899347,
     0.6764955600317202,
     0.6662464262788204,
     0.6652315371876883,
     0.6519086615447015,
     0.6493832804477983,
     0.6462559062974583,
     0.6425500383825677,
     0.6317328470678076,
     0.6321649304685165,
     0.6318459830811572,
     0.6251303842708898,
     0.6264823142663639,
     0.6205860511347232,
     0.6171567200108047,
     0.6228134932631729,
     0.6141356600533537,
     0.6115588832183753,
     0.6129866529786512,
     0.6116792423206779,
     0.6088716137365288,
     0.6067198982801197,
     0.6088457863950557,
     0.6057274231339852,
     0.6045129858992697,
     0.5998230792166945,
     0.6045957153133011,
     0.5945473868437332,
     0.5943015820976105,
     0.593953180459677,
     0.5904487439596404,
     0.5957743549882556,
     0.5940507723999472,
     0.593456448559073,
     0.5948969547891629,
     0.5926457922960044,
     0.587967977192418,
     0.5859332573479564,
     0.5922517669268229,
     0.5913846583186269,
     0.5898302174561973,
     0.5867978757515548,
     0.5825364763891236,
     0.5884079059943085,
     0.584347894744793,
     0.5796184540922259,
     0.5860961895238761,
     0.5847589251707284,
     0.5826003027795892,
     0.5877084025304317,
     0.5871378136882955,
     0.5818579667765542,
     0.578902377465978,
     0.581248663693631,
     0.5854701325280882,
     0.5815781316355693,
     0.5821364005543609,
     0.5801886785139612,
     0.5746962021270443,
     0.5767628908882705,
     0.5814047369320752,
     0.57177413200004,
     0.5754887275863908,
     0.5781512103906625,
     0.5809903180604514,
     0.578845337411063,
     0.57270629229083,
     0.578231251103022,
     0.5757396874068039,
     0.5801346724087445,
     0.5771758731217532,
     0.5759569855625761,
     0.5761082176906355,
     0.5763768555745639,
     0.5747369623433002,
     0.5738231880538479,
     0.574685818776007,
     0.578269823590381,
     0.574860145454866,
     0.5663910901531904,
     0.5714734887265044,
     0.5757777429198457,
     0.5746446082220417,
     0.5738730857092593,
     0.5741059527482667,
     0.5684742625082111,
     0.5771671551995577,
     0.5767975325208928
    ]
   },
   "loss_sha": "717e6ebcf620c097267c4e2fb4b4fa56d2830497db28d136f703f85fd8578ad7",
   "converged": true,
   "drop_epoch": 95,
   "final_state": [
    698085506,
    4811906,
    2153710894,
    2670279025
   ],
   "float_sha": "524d183834edc0bfbac3b72d06adcef4acdc1f7f8ac46b8740abb488b5b03025",
   "wall_s": 167.7423638360051,
   "cpu_s": 143.918676123,
   "wall_ms": 167742,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "9ecda9c33992e6eb194793f7ce024b82027b653f9c635973a4a71509ce1960fe",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d3-lr10-s3002",
   "kind": "shuffled",
   "job_wall_s": 167.8234575919996,
   "job_cpu_s": 143.99399467799998,
   "pid": 20966,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d3-lr10-s3003": {
   "pairs": {
    "seed": 5603,
    "count": 13239,
    "sha256": "0ce788005fb3e5c1299d45bd23ec12a1c25aad5f5b6a9c84cad15a9c14bd024b",
    "nn_min_over_anchors": 13531
   },
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3003,
   "instance": "edge-shuffled-5603",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.5764465047242373,
   "max_radius": 12.242067727292593,
   "loss": {
    "0": 3.931861651960208,
    "19": 3.5607632499483617,
    "99": 0.7331211449602478,
    "499": 0.5908971585884121,
    "999": 0.5658445425647546
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.931861651960208,
     3.7529838393043584,
     3.5610721589641634,
     1.8952937969931336,
     1.2868103792484633,
     1.0374637019212365,
     0.8942570286523263,
     0.8178947874549328,
     0.776800299456481,
     0.7466071837090782,
     0.7219708865183322,
     0.7072309387790265,
     0.6992481955261238,
     0.679818422591152,
     0.6713157372249956,
     0.666567722272182,
     0.6592712529264004,
     0.6543665042236323,
     0.6488737047658643,
     0.6438970300454228,
     0.6370456509860959,
     0.6337171832294209,
     0.6282261505279914,
     0.6298962959776258,
     0.6206671385144086,
     0.6204917672541913,
     0.6197278502587559,
     0.6149674186311556,
     0.6122012144829828,
     0.6125947002551512,
     0.6105448689500933,
     0.6081828115635496,
     0.6060805371514383,
     0.6093449682535468,
     0.6051201444160378,
     0.6056893703631557,
     0.6049334967895366,
     0.6042629234862957,
     0.597104454512979,
     0.6017487311320918,
     0.5996814602101324,
     0.5985910364128316,
     0.5970131911905534,
     0.5990888818805629,
     0.5940887281728663,
     0.5994963101546182,
     0.5878110230586775,
     0.5892650599891901,
     0.591632897188289,
     0.5917056759553678,
     0.5897932909419994,
     0.588416150238584,
     0.5888450487007595,
     0.5890641020283245,
     0.5828888046393028,
     0.5841704268399333,
     0.5858042248299182,
     0.5846625159280894,
     0.5860910517676415,
     0.5806053790069169,
     0.5838478960422427,
     0.5880935441625297,
     0.5803684646116775,
     0.5779260605917728,
     0.5789295633460767,
     0.5794943144758806,
     0.5802413144746157,
     0.5835418435545113,
     0.581984138954426,
     0.5792669865905056,
     0.5799204335888558,
     0.5738176808196906,
     0.581616084054807,
     0.5784382605430244,
     0.585520737466605,
     0.5785872573033369,
     0.5727490019970279,
     0.58018350439988,
     0.5779767586604282,
     0.5805802375632036,
     0.5788805289087229,
     0.575763434200734,
     0.5752433834954422,
     0.5729291722699403,
     0.574195076452574,
     0.5752816025597226,
     0.5743809331205441,
     0.5775581540982031,
     0.573528662403911,
     0.570501097242343,
     0.5738556408235554,
     0.5781815126331854,
     0.5723330812255663,
     0.5695336841856578,
     0.5692370502031009,
     0.5721724273836831,
     0.5698045683823959,
     0.5697956214002964,
     0.5736165101943546,
     0.5736861984800469,
     0.5658445425647546
    ]
   },
   "loss_sha": "2cbdb161cc440e0d313d546c4a8287ad0a3a6186ad48036f198821e11ec03c49",
   "converged": true,
   "drop_epoch": 94,
   "final_state": [
    293107622,
    2769363854,
    948931453,
    1547823760
   ],
   "float_sha": "823f56e6f83ea7b36d628a2bc1ec61f9623fa14ec32815ef7a2cfe7c0e6a8115",
   "wall_s": 172.6065394249963,
   "cpu_s": 149.96588678,
   "wall_ms": 172607,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "e7dc679d9c1690de6d59efc6fc7ac3afe936da59f321f0f015593eedcccca335",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d3-lr10-s3003",
   "kind": "shuffled",
   "job_wall_s": 172.75254598500032,
   "job_cpu_s": 150.04196968600002,
   "pid": 20967,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  },
  "shuffled-lorentz-d3-lr10-s3004": {
   "pairs": {
    "seed": 5604,
    "count": 13239,
    "sha256": "6c47683e3e81cf20dbf13603beb329b1863a0a3fc16547403920a4a939b2e4c3",
    "nn_min_over_anchors": 13532
   },
   "geometry": "lorentz",
   "d": 3,
   "lr": "10",
   "seed": 3004,
   "instance": "edge-shuffled-5604",
   "diverged_epoch": null,
   "epochs_run": 1000,
   "guard_hits": 0,
   "max_step": 0.5527692798018666,
   "max_radius": 12.319198045999482,
   "loss": {
    "0": 3.9319489560743826,
    "19": 3.5582629105600887,
    "99": 0.7313075370309806,
    "499": 0.5890825172595746,
    "999": 0.5735965159044772
   },
   "loss_curve": {
    "epochs": "0, 10, ..., and the last recorded epoch (999)",
    "every": 10,
    "last": 999,
    "values": [
     3.9319489560743826,
     3.7505895472559163,
     3.559209821562099,
     1.8923788774738586,
     1.2915882402120598,
     1.0456830396795866,
     0.9025528211643746,
     0.8280811484709832,
     0.7811359158005615,
     0.7493798519281949,
     0.7217436827800223,
     0.7051404489510659,
     0.6966334133660284,
     0.6859252530542869,
     0.67522927991366,
     0.6694815295347356,
     0.6608366701107938,
     0.6582506091221165,
     0.6520067022373834,
     0.6374745573826305,
     0.6380952847439807,
     0.6382918691887552,
     0.6305184660479582,
     0.6306113454842247,
     0.6329140445951609,
     0.627271077395482,
     0.6252682407424666,
     0.6221318246068065,
     0.6127824999129191,
     0.6171925803689174,
     0.6147608645403317,
     0.6123330336653992,
     0.6156218048954138,
     0.606325869016959,
     0.6051540494006492,
     0.6100410448188005,
     0.6053771802474874,
     0.6079297649282536,
     0.6044553411706901,
     0.6005125917930829,
     0.5941437854864626,
     0.6011734273240925,
     0.593751680336666,
     0.6050918572223936,
     0.5944547694223843,
     0.5952685171008506,
     0.5872841827803535,
     0.6000610030686973,
     0.5940252698603626,
     0.5982390400804649,
     0.5881261258228387,
     0.5888652931559889,
     0.5845399924429154,
     0.5947192717397322,
     0.5889563931765552,
     0.5924116284211303,
     0.5853355210076435,
     0.5852445962904359,
     0.5840127026569967,
     0.5831041876027349,
     0.5860440400709741,
     0.580798562715126,
     0.5855345776752059,
     0.58050032330377,
     0.5880398296943485,
     0.5861108408058439,
     0.5832797146831388,
     0.5840062903337095,
     0.5809347164427819,
     0.5825288067241771,
     0.5888722216292508,
     0.579792307544286,
     0.5812860422044576,
     0.5808334764661761,
     0.5795119054427276,
     0.5768248796333149,
     0.5807681615485238,
     0.5815254305909355,
     0.580664879577581,
     0.5729872902187376,
     0.5856738013937336,
     0.5776509670394762,
     0.5807484093163694,
     0.5743620503407123,
     0.5728027689433733,
     0.5769533761942643,
     0.5787930263828773,
     0.579865698593147,
     0.5775352947010497,
     0.5732377627723667,
     0.5756349038653451,
     0.5783099839647796,
     0.5731554171074854,
     0.5760841593993047,
     0.5776956031067983,
     0.5790473391995131,
     0.5759941328360058,
     0.5733487210449195,
     0.5760169732622842,
     0.5753356886173138,
     0.5735965159044772
    ]
   },
   "loss_sha": "f8c7cd9017f2d1ee2a0988799f1dc45229d2a04d7a5723566a4d40fccfbfbd11",
   "converged": true,
   "drop_epoch": 95,
   "final_state": [
    1999563447,
    2897236392,
    2761363438,
    3770309895
   ],
   "float_sha": "79cf4f95d5718f9c5fb0be9525b791ba06a7fcdcc83f4d331e6a9e64f29fe682",
   "wall_s": 141.20781261799857,
   "cpu_s": 139.514787002,
   "wall_ms": 141208,
   "stream": "numba-0.68.1 xoshiro128** (hpstep.prng copy), implicit non-neighbour map (A13.10.2)",
   "concurrent_processes": 4,
   "cached_loss": true,
   "snap_sha": "701bcbdb4c698ce5ce7271560968f4345c0ad0f83d4663fcee15614aec61a6cd",
   "cached_table": true,
   "cached_snap": true,
   "key": "shuffled-lorentz-d3-lr10-s3004",
   "kind": "shuffled",
   "job_wall_s": 141.29591151799832,
   "job_cpu_s": 139.60020195300007,
   "pid": 20968,
   "environment_sha": "b44f374b1412f6029d6917ef9ea1052d719b41a89e72ffe0f39287c79274ea99"
  }
 },
 "replay_check": {
  "job": "measured-lorentz-d3-lr10-s3000",
  "epoch_compared": 1000,
  "run_state": [
   2676782915,
   1892891910,
   1649184915,
   3199816732
  ],
  "replay_state": [
   2676782915,
   1892891910,
   1649184915,
   3199816732
  ],
  "stream": "python hpstep.prng.Rng",
  "equal": true
 },
 "preflight_runs": {
  "preflight-euclid-d2-lr0.03-s12000": {
   "target": "tuning-euclid-d2-lr0.03-s12000",
   "float_sha": "d69478494838a904fc83f538871d57a36429c547517c7f48c53d57758d5e0e8e",
   "tuning_float_sha": "d69478494838a904fc83f538871d57a36429c547517c7f48c53d57758d5e0e8e",
   "equal": true
  },
  "preflight-lorentz-d2-lr0.03-s12000": {
   "target": "tuning-lorentz-d2-lr0.03-s12000",
   "float_sha": "99c5bc74323dec99020e67c59addd214233d7a2a0048a28741173002f47f4a88",
   "tuning_float_sha": "99c5bc74323dec99020e67c59addd214233d7a2a0048a28741173002f47f4a88",
   "equal": true
  }
 },
 "floors": {
  "floor-lorentz-d2-i0": {
   "key": "floor-lorentz-d2-i0",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 2,
   "i": 0,
   "floor_seed": 5600,
   "float_sha": "81ca85580367c913a203483d95e8bb633197548e957d2929fb6062290c156dc6",
   "snap_sha": "e2d10a6f83c92d61a7c27f219f3ad199588450f2485cb4fd7094e6cfbc8b6567"
  },
  "floor-lorentz-d2-i1": {
   "key": "floor-lorentz-d2-i1",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 2,
   "i": 1,
   "floor_seed": 5601,
   "float_sha": "3bd15df1ac61aba5ad4807efc41e39a343e8e70560d7f20914c56766b5c037b7",
   "snap_sha": "46e8676eab91709f0b21ba871d84ec14ed8d688188b31fe89af9dd1e9553296b"
  },
  "floor-lorentz-d2-i2": {
   "key": "floor-lorentz-d2-i2",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 2,
   "i": 2,
   "floor_seed": 5602,
   "float_sha": "78a926888d26cb36badaa32fb3f654f33645048fecd917e9266ee35e8b184406",
   "snap_sha": "430a959e3d4c0c7cef8b1e349c1f4e42d58f6432a24203aebfffb69adaf53086"
  },
  "floor-lorentz-d2-i3": {
   "key": "floor-lorentz-d2-i3",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 2,
   "i": 3,
   "floor_seed": 5603,
   "float_sha": "96f8235922488b0c4927eae0e0f4e5656a06fea5328bf1e8e1d1b29eef5c46c1",
   "snap_sha": "927563297a87affef8ed69e6b2d1a893e160a3fa18a05f07ed412ad26f3d662e"
  },
  "floor-lorentz-d2-i4": {
   "key": "floor-lorentz-d2-i4",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 2,
   "i": 4,
   "floor_seed": 5604,
   "float_sha": "9e6a79befdd3c068311f46ef5e6b785b41585c4879472be69e94551ac7f8c17e",
   "snap_sha": "e715fd691989fba06dce8ae486ec4a76e6326dc8f23c536e9c1c8fb91e118697"
  },
  "floor-lorentz-d3-i0": {
   "key": "floor-lorentz-d3-i0",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 3,
   "i": 0,
   "floor_seed": 5600,
   "float_sha": "8aa9f8cc22612911f3a6f913aff493014ab79e5eff9fef9beb2df17280280e12",
   "snap_sha": "aca0af4d3211fd182987748c1b729552abddea3c664c7a8a1a3c9495f7aa922d"
  },
  "floor-lorentz-d3-i1": {
   "key": "floor-lorentz-d3-i1",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 3,
   "i": 1,
   "floor_seed": 5601,
   "float_sha": "192ba9d54914bb459172ef16c2a7426434f5a152b6afb9540693371eb2754bd3",
   "snap_sha": "62a0e73e4e75e04a8dac47063885896c8011b7f17bc4310010b60c48ac36149d"
  },
  "floor-lorentz-d3-i2": {
   "key": "floor-lorentz-d3-i2",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 3,
   "i": 2,
   "floor_seed": 5602,
   "float_sha": "52e06eb91c431e50cdc8c38bbbc7180c22825343ebe5637dc966e7b5247d21bb",
   "snap_sha": "ed3c11b451c2527198d829106644464ddcd187173757ad2e865efcbb8174e107"
  },
  "floor-lorentz-d3-i3": {
   "key": "floor-lorentz-d3-i3",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 3,
   "i": 3,
   "floor_seed": 5603,
   "float_sha": "337007dbbff967744aedbfb8c60484f050e6b00eafce5807efba0d07094de71b",
   "snap_sha": "8056fe1716eae97beffaa5bfe12746b46c32ad81f422a05d65b1d3e12cd16632"
  },
  "floor-lorentz-d3-i4": {
   "key": "floor-lorentz-d3-i4",
   "kind": "floor",
   "geometry": "lorentz",
   "d": 3,
   "i": 4,
   "floor_seed": 5604,
   "float_sha": "223ff8fbd84ad564e0e81495ff82dfe50bf8d0726e6d22f6f3d6d3cff4f9528e",
   "snap_sha": "1d990e0e77b5c17823ec956f4db2df55a3f9f0ffc52fd377f80e006be585de5d"
  },
  "floor-euclid-d2-i0": {
   "key": "floor-euclid-d2-i0",
   "kind": "floor",
   "geometry": "euclid",
   "d": 2,
   "i": 0,
   "floor_seed": 5600,
   "float_sha": "34a9371aa9a06ea70893b1306fd07e71c690100d40b10d04df5d6609c3141e86",
   "snap_sha": "5ca2c00bdf78059f6daec7b6a53582ffc8e56133c4c1676e5e5cbbae3ba899dd"
  },
  "floor-euclid-d2-i1": {
   "key": "floor-euclid-d2-i1",
   "kind": "floor",
   "geometry": "euclid",
   "d": 2,
   "i": 1,
   "floor_seed": 5601,
   "float_sha": "f5650a9bee3731075036e5d5d7173e5205c5f4dcad831e62c729bfb47e05e4de",
   "snap_sha": "29c5d583ddd71daa563287273f4ec3f1953c34ca876183d1da620acc7d3b8560"
  },
  "floor-euclid-d2-i2": {
   "key": "floor-euclid-d2-i2",
   "kind": "floor",
   "geometry": "euclid",
   "d": 2,
   "i": 2,
   "floor_seed": 5602,
   "float_sha": "4acc0c37e82a2077521a9c6797207d0044a0734cc7eba0b0c79c54a31765befc",
   "snap_sha": "7cf50b18f617c144f03005e7789b2471aae2176f55b086aa41ce9f789a368891"
  },
  "floor-euclid-d2-i3": {
   "key": "floor-euclid-d2-i3",
   "kind": "floor",
   "geometry": "euclid",
   "d": 2,
   "i": 3,
   "floor_seed": 5603,
   "float_sha": "0370b6ad3a97403231d1b70eb80f203c36e9b58dc5e67ec83843dada5f3cdc28",
   "snap_sha": "fbd7015c53352541d14163103b3c44ea748373e45cb1935d647e246d67443550"
  },
  "floor-euclid-d2-i4": {
   "key": "floor-euclid-d2-i4",
   "kind": "floor",
   "geometry": "euclid",
   "d": 2,
   "i": 4,
   "floor_seed": 5604,
   "float_sha": "028c7a9dae634ae58ab6c7295fec408c28f6c0264bbd41d60f3d4cb4c0459128",
   "snap_sha": "ea9099b1d66c0a79afc8139996bee90ba1a0b87093b5fe95a244daa94963dadb"
  },
  "floor-euclid-d3-i0": {
   "key": "floor-euclid-d3-i0",
   "kind": "floor",
   "geometry": "euclid",
   "d": 3,
   "i": 0,
   "floor_seed": 5600,
   "float_sha": "5d649131e9529711e3e0369d29e9f7b0d6d422a08abe027da866ab6a555214a2",
   "snap_sha": "b1041d9fda3cffaf95300389d2eab9ce7a6cc70f37ae218c9bc6599453468db5"
  },
  "floor-euclid-d3-i1": {
   "key": "floor-euclid-d3-i1",
   "kind": "floor",
   "geometry": "euclid",
   "d": 3,
   "i": 1,
   "floor_seed": 5601,
   "float_sha": "dee3b54953c73843a5b8c63befff39c4d5af884315c276972541699b4e81618f",
   "snap_sha": "91a0b683670d63e4e67c9395725e660ed1b65bc2de492d526125cd7363095ce7"
  },
  "floor-euclid-d3-i2": {
   "key": "floor-euclid-d3-i2",
   "kind": "floor",
   "geometry": "euclid",
   "d": 3,
   "i": 2,
   "floor_seed": 5602,
   "float_sha": "f59a89d0f29c95e31dd35170894445389030ec44b17e8271033fae8d2714337f",
   "snap_sha": "0dab95b152ccbeba36cd924088e35a8c173d507af4f7c523def9fd98ef262da9"
  },
  "floor-euclid-d3-i3": {
   "key": "floor-euclid-d3-i3",
   "kind": "floor",
   "geometry": "euclid",
   "d": 3,
   "i": 3,
   "floor_seed": 5603,
   "float_sha": "f4b71dc868f4cd0094f7f1b90b472f85d85dc74a1f55e8f606ca8cbdcb40fbc2",
   "snap_sha": "4844580951df1a2753b26e66b77c5234e843a33da2d82957f5fe751782726ff7"
  },
  "floor-euclid-d3-i4": {
   "key": "floor-euclid-d3-i4",
   "kind": "floor",
   "geometry": "euclid",
   "d": 3,
   "i": 4,
   "floor_seed": 5604,
   "float_sha": "66e19c9764bf261d9df005f650adb02da4dcf9c6f932535acf58e8705809f033",
   "snap_sha": "89514f13595ffe22c27ad8f581067249e3d97ef574302aa19f95cb7743664159"
  }
 },
 "convergence": {
  "measured-euclid-d2-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 282,
   "per_epoch_wall_s": 0.0713622888519967
  },
  "measured-euclid-d2-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 295,
   "per_epoch_wall_s": 0.07038645771600568
  },
  "measured-euclid-d2-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 291,
   "per_epoch_wall_s": 0.07058812494500308
  },
  "measured-euclid-d2-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 287,
   "per_epoch_wall_s": 0.07275149838499784
  },
  "measured-euclid-d2-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 307,
   "per_epoch_wall_s": 0.07061513619899779
  },
  "measured-euclid-d3-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 143,
   "per_epoch_wall_s": 0.08147672608299764
  },
  "measured-euclid-d3-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 139,
   "per_epoch_wall_s": 0.08583917479099909
  },
  "measured-euclid-d3-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 135,
   "per_epoch_wall_s": 0.08442445296999358
  },
  "measured-euclid-d3-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 147,
   "per_epoch_wall_s": 0.08470828742500452
  },
  "measured-euclid-d3-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 141,
   "per_epoch_wall_s": 0.08192183877199569
  },
  "measured-lorentz-d2-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 281,
   "per_epoch_wall_s": 0.1529787309059975
  },
  "measured-lorentz-d2-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 269,
   "per_epoch_wall_s": 0.16007053754299705
  },
  "measured-lorentz-d2-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 275,
   "per_epoch_wall_s": 0.16256825153100363
  },
  "measured-lorentz-d2-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 279,
   "per_epoch_wall_s": 0.16606515117899834
  },
  "measured-lorentz-d2-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 273,
   "per_epoch_wall_s": 0.1459817580309973
  },
  "measured-lorentz-d3-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 102,
   "per_epoch_wall_s": 0.15226926301900676
  },
  "measured-lorentz-d3-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 106,
   "per_epoch_wall_s": 0.14746978578499692
  },
  "measured-lorentz-d3-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 105,
   "per_epoch_wall_s": 0.14650159232100124
  },
  "measured-lorentz-d3-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 104,
   "per_epoch_wall_s": 0.1440965765459987
  },
  "measured-lorentz-d3-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 105,
   "per_epoch_wall_s": 0.146698702392001
  },
  "preflight-euclid-d2-lr0.03-s12000": {
   "converged": false,
   "diverged_epoch": null,
   "drop_epoch": 981,
   "per_epoch_wall_s": 0.07028934900300374
  },
  "preflight-lorentz-d2-lr0.03-s12000": {
   "converged": false,
   "diverged_epoch": null,
   "drop_epoch": 940,
   "per_epoch_wall_s": 0.13055541686600192
  },
  "shuffled-euclid-d2-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 309,
   "per_epoch_wall_s": 0.08374097255399829
  },
  "shuffled-euclid-d2-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 234,
   "per_epoch_wall_s": 0.08662919673400028
  },
  "shuffled-euclid-d2-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 261,
   "per_epoch_wall_s": 0.08575366871499863
  },
  "shuffled-euclid-d2-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 222,
   "per_epoch_wall_s": 0.07100596716399742
  },
  "shuffled-euclid-d2-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 359,
   "per_epoch_wall_s": 0.0686822042950007
  },
  "shuffled-euclid-d3-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 41,
   "per_epoch_wall_s": 0.08709392935199867
  },
  "shuffled-euclid-d3-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 37,
   "per_epoch_wall_s": 0.08625725819299987
  },
  "shuffled-euclid-d3-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 39,
   "per_epoch_wall_s": 0.09010225122299743
  },
  "shuffled-euclid-d3-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 46,
   "per_epoch_wall_s": 0.09692714828499448
  },
  "shuffled-euclid-d3-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 44,
   "per_epoch_wall_s": 0.09606774044699705
  },
  "shuffled-lorentz-d2-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 191,
   "per_epoch_wall_s": 0.14363681412299775
  },
  "shuffled-lorentz-d2-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 173,
   "per_epoch_wall_s": 0.13817494408599304
  },
  "shuffled-lorentz-d2-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 168,
   "per_epoch_wall_s": 0.1284638374329952
  },
  "shuffled-lorentz-d2-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 201,
   "per_epoch_wall_s": 0.12148118716300087
  },
  "shuffled-lorentz-d2-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 198,
   "per_epoch_wall_s": 0.11604941245300142
  },
  "shuffled-lorentz-d3-lr10-s3000": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 94,
   "per_epoch_wall_s": 0.15418672525900184
  },
  "shuffled-lorentz-d3-lr10-s3001": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 97,
   "per_epoch_wall_s": 0.16678293813500203
  },
  "shuffled-lorentz-d3-lr10-s3002": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 95,
   "per_epoch_wall_s": 0.1677423638360051
  },
  "shuffled-lorentz-d3-lr10-s3003": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 94,
   "per_epoch_wall_s": 0.1726065394249963
  },
  "shuffled-lorentz-d3-lr10-s3004": {
   "converged": true,
   "diverged_epoch": null,
   "drop_epoch": 95,
   "per_epoch_wall_s": 0.14120781261799856
  }
 },
 "pass1": {
  "files": 1475,
  "lines": 5842184,
  "bytes": 27543697,
  "recomputed_240": 15801,
  "tie_classes_numerical": 653,
  "tie_tuples_numerical": 15801,
  "phi_recomputed_240": 25376,
  "phi_numerical_ties": 8252,
  "side_entries": 15801,
  "value_seconds": 1045.598214598016,
  "values": 5880202,
  "certified_values": 4722876,
  "certified_seconds": 389.72688307703356,
  "seconds_per_certified_value": 8.251897425997074e-05
 },
 "P": {
  "seed": 3007,
  "n": 13542,
  "sha256": "feda2bd82e61f511aeaa3781fa863fdbf99cd7014dd6f57db5edf3a97de0195c"
 },
 "timings": {
  "pass1_exact_s": 208.8390604439992,
  "training_s": 1381.0070673220034,
  "pass1_learned_s": 79.95115340199845,
  "pass2_s": 136.7859851569956,
  "intervals": 303,
  "total_s": 1813.956048139
 },
 "flags": {
  "L12(d)": "registered after a partial preview (A13.20)"
 },
 "wiring": {
  "spec_equals_a13": true,
  "comparisons": 141,
  "control_values": 321,
  "provenance": {
   "L12/a/H3-F3": {
    "x": "HL/H3/G/max/-",
    "y": "HL/F3/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/a/H3-F3*": {
    "x": "HL/H3/G/max/-",
    "y": "HL/F3*/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/a/H2-F2": {
    "x": "HL/H2/G/max/-",
    "y": "HL/F2/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/a/H2-F2*": {
    "x": "HL/H2/G/max/-",
    "y": "HL/F2*/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/b/H3": {
    "x": "HL/H3/G/max/-",
    "y": "HL/H3/DepG/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/b/H2": {
    "x": "HL/H2/G/max/-",
    "y": "HL/H2/DepG/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/c/H3": {
    "x": "HL/H3/G/max/-",
    "y": "HL/H3/Sym/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/c/H2": {
    "x": "HL/H2/G/max/-",
    "y": "HL/H2/Sym/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/d/H3-WN": {
    "x": "HL/H3/G/max/-",
    "y": "HL/WN/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/control1/K3": {
    "x": "HL/H3/G/max/-",
    "y": "HL/K3/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/control1/S-full*": {
    "x": "HL/H3/G/max/-",
    "y": "HL/S-full-18/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/control2/W*": {
    "x": "HL/H3/G/max/-",
    "y": "HL/W-7/G/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L12/control3/H3-reversed": {
    "x": "HL/H3/G/max/-",
    "y": "HL/H3/Grev/max/-",
    "inst": "HL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L13/a/H3-F3": {
    "x": "BD/H3/G/max/-",
    "y": "BD/F3/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/a/H3-F3*": {
    "x": "BD/H3/G/max/-",
    "y": "BD/F3*/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/a/H2-F2": {
    "x": "BD/H2/G/max/-",
    "y": "BD/F2/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/a/H2-F2*": {
    "x": "BD/H2/G/max/-",
    "y": "BD/F2*/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/b/H3-F3": {
    "x": "WB/H3/G/max/-",
    "y": "WB/F3/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/b/H3-F3*": {
    "x": "WB/H3/G/max/-",
    "y": "WB/F3*/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/b/H2-F2": {
    "x": "WB/H2/G/max/-",
    "y": "WB/F2/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/b/H2-F2*": {
    "x": "WB/H2/G/max/-",
    "y": "WB/F2*/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/c/H3-F3": {
    "x": "BD-dir/H3/G/max/-",
    "y": "BD-dir/F3/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/c/H3-F3*": {
    "x": "BD-dir/H3/G/max/-",
    "y": "BD-dir/F3*/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/c/H2-F2": {
    "x": "BD-dir/H2/G/max/-",
    "y": "BD-dir/F2/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/c/H2-F2*": {
    "x": "BD-dir/H2/G/max/-",
    "y": "BD-dir/F2*/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/control1/a/K3": {
    "x": "BD/H3/G/max/-",
    "y": "BD/K3/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/a/S-full*": {
    "x": "BD/H3/G/max/-",
    "y": "BD/S-full-18/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/a/W*": {
    "x": "BD/H3/G/max/-",
    "y": "BD/W-0/G/max/-",
    "inst": "BD",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/b/K3": {
    "x": "WB/H3/G/max/-",
    "y": "WB/K3/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/b/S-full*": {
    "x": "WB/H3/G/max/-",
    "y": "WB/S-full-18/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/b/W*": {
    "x": "WB/H3/G/max/-",
    "y": "WB/W-0/G/max/-",
    "inst": "WB",
    "metric": "ap",
    "interval": "ci_cluster"
   },
   "L13/control1/c/K3": {
    "x": "BD-dir/H3/G/max/-",
    "y": "BD-dir/K3/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/control1/c/S-full*": {
    "x": "BD-dir/H3/G/max/-",
    "y": "BD-dir/S-full-17/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L13/control1/c/W*": {
    "x": "BD-dir/H3/G/max/-",
    "y": "BD-dir/W-7/G/max/-",
    "inst": "BD-dir",
    "metric": "accuracy",
    "interval": "ci_cluster"
   },
   "L14/a/d2/random/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d2/random/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d2/random/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d2/random/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d2/random/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d2/hard/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d2/hard/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d2/hard/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d2/hard/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d2/hard/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d3/random/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d3/random/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d3/random/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d3/random/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d3/random/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/a/d3/hard/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d3/hard/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d3/hard/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d3/hard/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/a/d3/hard/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
    "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/b/d2/j0": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
    "y": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d2/j1": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
    "y": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d2/j2": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
    "y": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d2/j3": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
    "y": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d2/j4": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
    "y": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d3/j0": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
    "y": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d3/j1": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
    "y": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d3/j2": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
    "y": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d3/j3": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
    "y": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/b/d3/j4": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
    "y": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rr_random/lorentz/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/lorentz/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/lorentz/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/lorentz/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/lorentz/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/euclid/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/euclid/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/euclid/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/euclid/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_random/euclid/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/lorentz/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/lorentz/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/lorentz/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/lorentz/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/lorentz/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/euclid/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/euclid/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/euclid/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/euclid/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rr_hard/euclid/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d2/rho/lorentz/j0": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/lorentz/j1": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/lorentz/j2": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/lorentz/j3": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/lorentz/j4": {
    "x": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/euclid/j0": {
    "x": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3000",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/euclid/j1": {
    "x": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3001",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/euclid/j2": {
    "x": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3002",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/euclid/j3": {
    "x": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3003",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d2/rho/euclid/j4": {
    "x": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3004",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rr_random/lorentz/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/lorentz/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/lorentz/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/lorentz/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/lorentz/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/euclid/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/euclid/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/euclid/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/euclid/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_random/euclid/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-random",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/lorentz/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/lorentz/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/lorentz/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/lorentz/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/lorentz/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/euclid/j0": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/euclid/j1": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/euclid/j2": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/euclid/j3": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rr_hard/euclid/j4": {
    "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
    "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
    "inst": "HIT-test",
    "metric": "rr-hard",
    "interval": "ci_mean"
   },
   "L14/control3/d3/rho/lorentz/j0": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/lorentz/j1": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/lorentz/j2": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/lorentz/j3": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/lorentz/j4": {
    "x": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
    "y": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/euclid/j0": {
    "x": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3000",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3000",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/euclid/j1": {
    "x": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3001",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3001",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/euclid/j2": {
    "x": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3002",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3002",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/euclid/j3": {
    "x": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3003",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3003",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L14/control3/d3/rho/euclid/j4": {
    "x": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3004",
    "y": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3004",
    "inst": "HL-at",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/SL/H3-F3": {
    "x": "SL/H3/Sym/max/-",
    "y": "SL/F3/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/SL/H3-F3*": {
    "x": "SL/H3/Sym/max/-",
    "y": "SL/F3*/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/SL/H2-F2": {
    "x": "SL/H2/Sym/max/-",
    "y": "SL/F2/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/SL/H2-F2*": {
    "x": "SL/H2/Sym/max/-",
    "y": "SL/F2*/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/MEN/H3-F3": {
    "x": "MEN/H3/Sym/max/-",
    "y": "MEN/F3/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/MEN/H3-F3*": {
    "x": "MEN/H3/Sym/max/-",
    "y": "MEN/F3*/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/MEN/H2-F2": {
    "x": "MEN/H2/Sym/max/-",
    "y": "MEN/F2/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/a/MEN/H2-F2*": {
    "x": "MEN/H2/Sym/max/-",
    "y": "MEN/F2*/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/b/MEN": {
    "x": "MEN-glove/GloVe-300/cos/-/-",
    "y": "MEN-glove/H3/Sym/max/-",
    "inst": "MEN-glove",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/b/WSR": {
    "x": "WSR-glove/GloVe-300/cos/-/-",
    "y": "WSR-glove/H3/Sym/max/-",
    "inst": "WSR-glove",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/b/HL": {
    "x": "HL-glove/H3/Sym/max/-",
    "y": "HL-glove/GloVe-300/cos/-/-",
    "inst": "HL-glove",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/SL/K3": {
    "x": "SL/H3/Sym/max/-",
    "y": "SL/K3/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/SL/S-full*": {
    "x": "SL/H3/Sym/max/-",
    "y": "SL/S-full-8/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/SL/W*": {
    "x": "SL/H3/Sym/max/-",
    "y": "SL/W-10/Sym/max/-",
    "inst": "SL",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/MEN/K3": {
    "x": "MEN/H3/Sym/max/-",
    "y": "MEN/K3/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/MEN/S-full*": {
    "x": "MEN/H3/Sym/max/-",
    "y": "MEN/S-full-12/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   },
   "L15/control1/MEN/W*": {
    "x": "MEN/H3/Sym/max/-",
    "y": "MEN/W-6/Sym/max/-",
    "inst": "MEN",
    "metric": "rho",
    "interval": "ci_rho"
   }
  }
 },
 "instances": {
  "BD": {
   "iid": "hyperlex-ccb4161-verbs-detection",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L13/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": 304,
   "word_types": 390
  },
  "BD-at": {
   "iid": "hyperlex-ccb4161-verbs-detection-at",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "stage2/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "BD covered in U_@ (A13.11)",
   "clusters": 304,
   "word_types": 390
  },
  "BD-dir": {
   "iid": "hyperlex-ccb4161-verbs-direction",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L13/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": 304,
   "word_types": 390
  },
  "BD-dir-at": {
   "iid": "hyperlex-ccb4161-verbs-direction-at",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "stage2/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "BD-dir covered in U_@ (A13.11)",
   "clusters": 304,
   "word_types": 390
  },
  "BD-dir-glove": {
   "iid": "hyperlex-ccb4161-verbs-direction-glove",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L13/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": 304,
   "word_types": 390
  },
  "BD-glove": {
   "iid": "hyperlex-ccb4161-verbs-detection-glove",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "stage2/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": 304,
   "word_types": 390
  },
  "HIT-test": {
   "iid": "wordnet30-verb-at-split-test",
   "instanceSha": "f149587e1a483ebbc6ef519d875c75adbf4cb5a08bb3dd29e2701bff3e91f6e4",
   "claim": "L14/1",
   "rows": 1092,
   "selected": 1092,
   "pairSetSha": "5fc328319e0c0fa3ff60580f941f5b9f144fa8867a36b06b050c152f8b3c9529",
   "sealed": false,
   "note": "the dry split (A13.13): WordNet data, not sealed",
   "clusters": null,
   "word_types": null
  },
  "HIT-val": {
   "iid": "wordnet30-verb-at-split-val",
   "instanceSha": "f149587e1a483ebbc6ef519d875c75adbf4cb5a08bb3dd29e2701bff3e91f6e4",
   "claim": "L14/1",
   "rows": 1092,
   "selected": 1092,
   "pairSetSha": "5fc328319e0c0fa3ff60580f941f5b9f144fa8867a36b06b050c152f8b3c9529",
   "sealed": false,
   "note": "the dry split (A13.13): WordNet data, not sealed",
   "clusters": null,
   "word_types": null
  },
  "HL": {
   "iid": "hyperlex-ccb4161-verbs",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L12/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": null,
   "word_types": 390
  },
  "HL-at": {
   "iid": "hyperlex-ccb4161-verbs-at",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L14/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": null,
   "word_types": 390
  },
  "HL-glove": {
   "iid": "hyperlex-ccb4161-verbs-glove",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L15/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": null,
   "word_types": 390
  },
  "MEN": {
   "iid": "men-0d05a99-vv-standin",
   "instanceSha": "d13c9c666691944c29aa4bdee7128fa69eb5f9734603f8c6048d1bc2ca08465a",
   "claim": "L15/1",
   "rows": 29,
   "selected": 29,
   "pairSetSha": "543f16470026416f82c7657e7c47bb01228b424cf3a41b1d72dd89c5441ec82d",
   "sealed": true,
   "note": "stand-in for L15(a)'s MEN (A13.13 names MEN's v-v rows for (b))",
   "clusters": null,
   "word_types": 22
  },
  "MEN-glove": {
   "iid": "men-0d05a99-vv-glove",
   "instanceSha": "d13c9c666691944c29aa4bdee7128fa69eb5f9734603f8c6048d1bc2ca08465a",
   "claim": "L15/1",
   "rows": 29,
   "selected": 29,
   "pairSetSha": "543f16470026416f82c7657e7c47bb01228b424cf3a41b1d72dd89c5441ec82d",
   "sealed": true,
   "note": "",
   "clusters": null,
   "word_types": 22
  },
  "SL": {
   "iid": "simlex-fda1b39-verbs",
   "instanceSha": "ca00ff8515a36cde32d13c2b83def23f5a167b67db93ebfcfb7dae039ba22c0b",
   "claim": "L15/1",
   "rows": 222,
   "selected": 222,
   "pairSetSha": "d29ba8683b9882c6159ab29fab88cd9269a137f9f519f1c8d8c505470928d23e",
   "sealed": true,
   "note": "",
   "clusters": null,
   "word_types": 170
  },
  "WB": {
   "iid": "hyperlex-ccb4161-verbs-detection-standin",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "L13/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "stand-in for WB (A13.13 has one dry detection set)",
   "clusters": 304,
   "word_types": 390
  },
  "WB-at": {
   "iid": "hyperlex-ccb4161-verbs-detection-standin-at",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "stage2/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "WB covered in U_@ (A13.11)",
   "clusters": 304,
   "word_types": 390
  },
  "WB-glove": {
   "iid": "hyperlex-ccb4161-verbs-detection-standin-glove",
   "instanceSha": "582297878d7ab4d08b284291fdd828c686757dc2c8a9db062416c87bda73923c",
   "claim": "stage2/1",
   "rows": 452,
   "selected": 453,
   "pairSetSha": "7a564c463982378a9949c316de42c67a6d1345303e0930750f57da4102df00ac",
   "sealed": true,
   "note": "",
   "clusters": 304,
   "word_types": 390
  },
  "WSR-glove": {
   "iid": "simlex-fda1b39-verbs-glove-standin",
   "instanceSha": "ca00ff8515a36cde32d13c2b83def23f5a167b67db93ebfcfb7dae039ba22c0b",
   "claim": "L15/1",
   "rows": 222,
   "selected": 222,
   "pairSetSha": "d29ba8683b9882c6159ab29fab88cd9269a137f9f519f1c8d8c505470928d23e",
   "sealed": true,
   "note": "stand-in for L15(b)'s WSR (A13.13 has no dry relatedness set)",
   "clusters": null,
   "word_types": 170
  }
 },
 "controls_fail_as_required": {
  "L12": {
   "control1": true,
   "control2": true,
   "control3": true,
   "control4": true
  },
  "L13": {
   "control1": true,
   "control2": true,
   "control3": true
  },
  "L15": {
   "control1": false,
   "control2": true,
   "control3": true
  }
 },
 "L14_on_the_verb_graph": {
  "parts": {
   "a": {
    "verdict": "void",
    "support": true,
    "refute": false,
    "cells": {
     "d2/random": {
      "support": true,
      "refute": false,
      "verdict": "supported",
      "present": 5,
      "refuting_seeds": 0,
      "per_seed": {
       "0": {
        "est": 0.262857215535787,
        "lo": 0.24242460499156931,
        "hi": 0.2834878663003663,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "1": {
        "est": 0.25671662993091565,
        "lo": 0.23545610061235064,
        "hi": 0.2775031813424671,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "2": {
        "est": 0.24034500552357696,
        "lo": 0.2204996475085761,
        "hi": 0.26015546870457584,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "3": {
        "est": 0.25556863771149485,
        "lo": 0.2352639870050584,
        "hi": 0.2764500752223967,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "4": {
        "est": 0.22918847025989883,
        "lo": 0.21034580498866215,
        "hi": 0.24793100252921682,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       }
      }
     },
     "d2/hard": {
      "support": true,
      "refute": false,
      "verdict": "supported",
      "present": 5,
      "refuting_seeds": 0,
      "per_seed": {
       "0": {
        "est": 0.4489243230314659,
        "lo": 0.4236421960975533,
        "hi": 0.4744412449323164,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "1": {
        "est": 0.45159219087790514,
        "lo": 0.4262051564506921,
        "hi": 0.4761510901466259,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "2": {
        "est": 0.465771596128739,
        "lo": 0.4411640236417022,
        "hi": 0.4900840817581889,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "3": {
        "est": 0.4446929723715438,
        "lo": 0.4186311918901205,
        "hi": 0.47066937278990856,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "4": {
        "est": 0.45397178879321737,
        "lo": 0.42820752990395844,
        "hi": 0.4785834378914737,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       }
      }
     },
     "d3/random": {
      "support": true,
      "refute": false,
      "verdict": "supported",
      "present": 5,
      "refuting_seeds": 0,
      "per_seed": {
       "0": {
        "est": 0.16434676434676435,
        "lo": 0.1460618894993895,
        "hi": 0.18229624542124542,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "1": {
        "est": 0.19023744113029825,
        "lo": 0.17192223203383922,
        "hi": 0.20877534667713243,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "2": {
        "est": 0.1713827838827839,
        "lo": 0.15364774114774118,
        "hi": 0.18965201465201467,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "3": {
        "est": 0.1711691086691087,
        "lo": 0.15320512820512822,
        "hi": 0.18957608363858366,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "4": {
        "est": 0.17839881679167394,
        "lo": 0.16029530241583814,
        "hi": 0.19657746271585558,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       }
      }
     },
     "d3/hard": {
      "support": true,
      "refute": false,
      "verdict": "supported",
      "present": 5,
      "refuting_seeds": 0,
      "per_seed": {
       "0": {
        "est": 0.4420436375793519,
        "lo": 0.4167387870066442,
        "hi": 0.46643769672787533,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "1": {
        "est": 0.4532842818557104,
        "lo": 0.4283400660186375,
        "hi": 0.4773757244739387,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "2": {
        "est": 0.43019622573194005,
        "lo": 0.40477276774151777,
        "hi": 0.4567054242054242,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "3": {
        "est": 0.4448547814619243,
        "lo": 0.41959864127274843,
        "hi": 0.46984321977625554,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       },
       "4": {
        "est": 0.45058585594299877,
        "lo": 0.4262133237133237,
        "hi": 0.47527723929509647,
        "ordered": true,
        "above_0": true,
        "mean_at_or_below_0": false
       }
      }
     }
    },
    "reasons": [
     "d2/random: 5 of 5 seeds present; supported True; refuted False (0 seeds with mean <= 0)",
     "d2/hard: 5 of 5 seeds present; supported True; refuted False (0 seeds with mean <= 0)",
     "d3/random: 5 of 5 seeds present; supported True; refuted False (0 seeds with mean <= 0)",
     "d3/hard: 5 of 5 seeds present; supported True; refuted False (0 seeds with mean <= 0)",
     "void: control1, control2 (A13 L14)"
    ],
    "cells_refuted": 0,
    "n_cells": 4,
    "verdict_before_controls": "supported",
    "void": true
   }
  },
  "presence": {
   "d2/s0": true,
   "d2/s1": true,
   "d2/s2": true,
   "d2/s3": true,
   "d2/s4": true,
   "d3/s0": true,
   "d3/s1": true,
   "d3/s2": true,
   "d3/s3": true,
   "d3/s4": true
  },
  "controls": {
   "control1": {
    "tuning-lorentz-d2-lr0.03-s12000": {
     "mean": "8632303/30270240",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.03-s12001": {
     "mean": "509527/1891890",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.1-s12002": {
     "mean": "2103389/7567560",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.1-s12003": {
     "mean": "389201/1441440",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.3-s12004": {
     "mean": "1058371/3783780",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.3-s12005": {
     "mean": "349549/1261260",
     "holds": true
    },
    "tuning-lorentz-d2-lr1-s12006": {
     "mean": "133867/458640",
     "holds": true
    },
    "tuning-lorentz-d2-lr1-s12007": {
     "mean": "545239/1891890",
     "holds": true
    },
    "tuning-lorentz-d2-lr3-s12008": {
     "mean": "987047/3363360",
     "holds": true
    },
    "tuning-lorentz-d2-lr3-s12009": {
     "mean": "4373321/15135120",
     "holds": true
    },
    "tuning-lorentz-d2-lr10-s12010": {
     "mean": "8518493/30270240",
     "holds": true
    },
    "tuning-lorentz-d2-lr10-s12011": {
     "mean": "2790013/10090080",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.03-s12000": {
     "mean": "8206477/30270240",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.03-s12001": {
     "mean": "4072883/15135120",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.1-s12002": {
     "mean": "2877821/10090080",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.1-s12003": {
     "mean": "8517469/30270240",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.3-s12004": {
     "mean": "8261837/30270240",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.3-s12005": {
     "mean": "175421/630630",
     "holds": true
    },
    "tuning-lorentz-d3-lr1-s12006": {
     "mean": "1061441/3783780",
     "holds": true
    },
    "tuning-lorentz-d3-lr1-s12007": {
     "mean": "266921/945945",
     "holds": true
    },
    "tuning-lorentz-d3-lr3-s12008": {
     "mean": "178603/630630",
     "holds": true
    },
    "tuning-lorentz-d3-lr3-s12009": {
     "mean": "759167/2751840",
     "holds": true
    },
    "tuning-lorentz-d3-lr10-s12010": {
     "mean": "8300657/30270240",
     "holds": true
    },
    "tuning-lorentz-d3-lr10-s12011": {
     "mean": "306781/1121120",
     "holds": true
    },
    "tuning-euclid-d2-lr0.03-s12000": {
     "mean": "2804237/10090080",
     "holds": true
    },
    "tuning-euclid-d2-lr0.03-s12001": {
     "mean": "663833/2328480",
     "holds": true
    },
    "tuning-euclid-d2-lr0.1-s12002": {
     "mean": "233071/864864",
     "holds": true
    },
    "tuning-euclid-d2-lr0.1-s12003": {
     "mean": "11741/43120",
     "holds": true
    },
    "tuning-euclid-d2-lr0.3-s12004": {
     "mean": "1383271/5045040",
     "holds": true
    },
    "tuning-euclid-d2-lr0.3-s12005": {
     "mean": "17917/61776",
     "holds": true
    },
    "tuning-euclid-d2-lr1-s12006": {
     "mean": "157057/560560",
     "holds": true
    },
    "tuning-euclid-d2-lr1-s12007": {
     "mean": "4009793/15135120",
     "holds": true
    },
    "tuning-euclid-d2-lr3-s12008": {
     "mean": "843737/3027024",
     "holds": true
    },
    "tuning-euclid-d2-lr3-s12009": {
     "mean": "2898197/10090080",
     "holds": true
    },
    "tuning-euclid-d2-lr10-s12010": {
     "mean": "8434003/30270240",
     "holds": true
    },
    "tuning-euclid-d2-lr10-s12011": {
     "mean": "596261/2162160",
     "holds": true
    },
    "tuning-euclid-d3-lr0.03-s12000": {
     "mean": "8646767/30270240",
     "holds": true
    },
    "tuning-euclid-d3-lr0.03-s12001": {
     "mean": "7471/26460",
     "holds": true
    },
    "tuning-euclid-d3-lr0.1-s12002": {
     "mean": "570875/2018016",
     "holds": true
    },
    "tuning-euclid-d3-lr0.1-s12003": {
     "mean": "55460/189189",
     "holds": true
    },
    "tuning-euclid-d3-lr0.3-s12004": {
     "mean": "21535/77616",
     "holds": true
    },
    "tuning-euclid-d3-lr0.3-s12005": {
     "mean": "13267/47520",
     "holds": true
    },
    "tuning-euclid-d3-lr1-s12006": {
     "mean": "8296759/30270240",
     "holds": true
    },
    "tuning-euclid-d3-lr1-s12007": {
     "mean": "841825/3027024",
     "holds": true
    },
    "tuning-euclid-d3-lr3-s12008": {
     "mean": "234491/840840",
     "holds": true
    },
    "tuning-euclid-d3-lr3-s12009": {
     "mean": "4147189/15135120",
     "holds": true
    },
    "tuning-euclid-d3-lr10-s12010": {
     "mean": "1795247/6054048",
     "holds": false
    },
    "tuning-euclid-d3-lr10-s12011": {
     "mean": "65503/229320",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3000": {
     "mean": "760367/2751840",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3001": {
     "mean": "1075603/3783780",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3002": {
     "mean": "15317/56056",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3003": {
     "mean": "93133/336336",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3004": {
     "mean": "785543/2751840",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3000": {
     "mean": "8632003/30270240",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3001": {
     "mean": "77569/275184",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3002": {
     "mean": "2916401/10090080",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3003": {
     "mean": "93833/332640",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3004": {
     "mean": "431191/1513512",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3000": {
     "mean": "420509/1513512",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3001": {
     "mean": "154813/560560",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3002": {
     "mean": "106021/378378",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3003": {
     "mean": "938237/3363360",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3004": {
     "mean": "8318309/30270240",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3000": {
     "mean": "2096309/7567560",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3001": {
     "mean": "8424883/30270240",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3002": {
     "mean": "8528573/30270240",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3003": {
     "mean": "4283537/15135120",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3004": {
     "mean": "2117251/7567560",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3000": {
     "mean": "1048363/3783780",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3001": {
     "mean": "4114169/15135120",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3002": {
     "mean": "1057319/3783780",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3003": {
     "mean": "1349077/5045040",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3004": {
     "mean": "8443217/30270240",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3000": {
     "mean": "4096163/15135120",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3001": {
     "mean": "80843/308880",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3002": {
     "mean": "853807/3027024",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3003": {
     "mean": "577853/2162160",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3004": {
     "mean": "306263/1081080",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3000": {
     "mean": "8043949/30270240",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3001": {
     "mean": "147815/550368",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3002": {
     "mean": "289021/1081080",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3003": {
     "mean": "234103/840840",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3004": {
     "mean": "1676005/6054048",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3000": {
     "mean": "2747399/10090080",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3001": {
     "mean": "8136977/30270240",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3002": {
     "mean": "191381/720720",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3003": {
     "mean": "4257493/15135120",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3004": {
     "mean": "8562143/30270240",
     "holds": true
    }
   },
   "control2": {
    "tuning-lorentz-d2-lr0.03-s12000": {
     "macro": "1416678918681688061/5305248408173313600",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.03-s12001": {
     "macro": "44474934066985211/160765103277979200",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.1-s12002": {
     "macro": "2837155944100391/10696065339059100",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.1-s12003": {
     "macro": "157115577741192937/589472045352590400",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.3-s12004": {
     "macro": "180504390863969/639648952034400",
     "holds": true
    },
    "tuning-lorentz-d2-lr0.3-s12005": {
     "macro": "1357509010635154121/5305248408173313600",
     "holds": true
    },
    "tuning-lorentz-d2-lr1-s12006": {
     "macro": "69027730703533783/252630876579681600",
     "holds": true
    },
    "tuning-lorentz-d2-lr1-s12007": {
     "macro": "1496493130011151/5704568180831520",
     "holds": true
    },
    "tuning-lorentz-d2-lr3-s12008": {
     "macro": "380422132953727621/1326312102043328400",
     "holds": true
    },
    "tuning-lorentz-d2-lr3-s12009": {
     "macro": "734738667913363/2720640209319648",
     "holds": true
    },
    "tuning-lorentz-d2-lr10-s12010": {
     "macro": "218677958520608023/757892629739044800",
     "holds": true
    },
    "tuning-lorentz-d2-lr10-s12011": {
     "macro": "49971525733177723/168420584386454400",
     "holds": false
    },
    "tuning-lorentz-d3-lr0.03-s12000": {
     "macro": "10358851320629657/39889085775739200",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.03-s12001": {
     "macro": "270780291381422387/1061049681634662720",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.1-s12002": {
     "macro": "1451823527340319579/5305248408173313600",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.1-s12003": {
     "macro": "345873494542163531/1326312102043328400",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.3-s12004": {
     "macro": "376229109111507007/1326312102043328400",
     "holds": true
    },
    "tuning-lorentz-d3-lr0.3-s12005": {
     "macro": "43297601352352601/160765103277979200",
     "holds": true
    },
    "tuning-lorentz-d3-lr1-s12006": {
     "macro": "1488451526100854173/5305248408173313600",
     "holds": true
    },
    "tuning-lorentz-d3-lr1-s12007": {
     "macro": "88599527923042859/331578025510832100",
     "holds": true
    },
    "tuning-lorentz-d3-lr3-s12008": {
     "macro": "1544307808201044281/5305248408173313600",
     "holds": true
    },
    "tuning-lorentz-d3-lr3-s12009": {
     "macro": "3192925483470699283/10610496816346627200",
     "holds": false
    },
    "tuning-lorentz-d3-lr10-s12010": {
     "macro": "1609023672940234963/5305248408173313600",
     "holds": false
    },
    "tuning-lorentz-d3-lr10-s12011": {
     "macro": "5762404821145811/19433144352283200",
     "holds": false
    },
    "tuning-euclid-d2-lr0.03-s12000": {
     "macro": "709468621550285183/2652624204086656800",
     "holds": true
    },
    "tuning-euclid-d2-lr0.03-s12001": {
     "macro": "49482469567103693/163238412559178880",
     "holds": false
    },
    "tuning-euclid-d2-lr0.1-s12002": {
     "macro": "58812840483669619/204048015698973600",
     "holds": true
    },
    "tuning-euclid-d2-lr0.1-s12003": {
     "macro": "199916122211220451/757892629739044800",
     "holds": true
    },
    "tuning-euclid-d2-lr0.3-s12004": {
     "macro": "59062880354370379/212209936326932544",
     "holds": true
    },
    "tuning-euclid-d2-lr0.3-s12005": {
     "macro": "29689745428072237/117894409070518080",
     "holds": true
    },
    "tuning-euclid-d2-lr1-s12006": {
     "macro": "165548273036788991/589472045352590400",
     "holds": true
    },
    "tuning-euclid-d2-lr1-s12007": {
     "macro": "1455126340104839593/5305248408173313600",
     "holds": true
    },
    "tuning-euclid-d2-lr3-s12008": {
     "macro": "40011300378340829/147368011338147600",
     "holds": true
    },
    "tuning-euclid-d2-lr3-s12009": {
     "macro": "751856129593033/2724832258948800",
     "holds": true
    },
    "tuning-euclid-d2-lr10-s12010": {
     "macro": "430220164360211/1477373547249600",
     "holds": true
    },
    "tuning-euclid-d2-lr10-s12011": {
     "macro": "5389725223615171/19649068178419680",
     "holds": true
    },
    "tuning-euclid-d3-lr0.03-s12000": {
     "macro": "125318029715061109/442104034014442800",
     "holds": true
    },
    "tuning-euclid-d3-lr0.03-s12001": {
     "macro": "960154177722021613/3536832272115542400",
     "holds": true
    },
    "tuning-euclid-d3-lr0.1-s12002": {
     "macro": "251557096097929/923937375160800",
     "holds": true
    },
    "tuning-euclid-d3-lr0.1-s12003": {
     "macro": "5096018647097953/19649068178419680",
     "holds": true
    },
    "tuning-euclid-d3-lr0.3-s12004": {
     "macro": "12764314250417783/43845028166721600",
     "holds": true
    },
    "tuning-euclid-d3-lr0.3-s12005": {
     "macro": "80881937416538611/331578025510832100",
     "holds": true
    },
    "tuning-euclid-d3-lr1-s12006": {
     "macro": "52096858202686823/196490681784196800",
     "holds": true
    },
    "tuning-euclid-d3-lr1-s12007": {
     "macro": "17716981680197167/63157719144920400",
     "holds": true
    },
    "tuning-euclid-d3-lr3-s12008": {
     "macro": "1474200250768471/5779137699535200",
     "holds": true
    },
    "tuning-euclid-d3-lr3-s12009": {
     "macro": "1407923844104634217/5305248408173313600",
     "holds": true
    },
    "tuning-euclid-d3-lr10-s12010": {
     "macro": "1467103476623292587/5305248408173313600",
     "holds": true
    },
    "tuning-euclid-d3-lr10-s12011": {
     "macro": "472438287495774211/1768416136057771200",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3000": {
     "macro": "111198563852707/427842613562364",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3001": {
     "macro": "246623910849115949/884208068028885600",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3002": {
     "macro": "467924053183571977/1768416136057771200",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3003": {
     "macro": "482060628598841711/1768416136057771200",
     "holds": true
    },
    "measured-euclid-d2-lr10-s3004": {
     "macro": "9808819769374151/36842002834536900",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3000": {
     "macro": "53121481124659513/182939600281838400",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3001": {
     "macro": "107474361274778669/392981363568393600",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3002": {
     "macro": "554479766990954851/2122099363269325440",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3003": {
     "macro": "3425015211542284/11842072339672575",
     "holds": true
    },
    "measured-euclid-d3-lr10-s3004": {
     "macro": "2205209861088323/8315436376447200",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3000": {
     "macro": "189060135449544577/663156051021664200",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3001": {
     "macro": "1595744833513450813/5305248408173313600",
     "holds": false
    },
    "measured-lorentz-d2-lr10-s3002": {
     "macro": "3048420689656783783/10610496816346627200",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3003": {
     "macro": "26268467893430579/93074533476724800",
     "holds": true
    },
    "measured-lorentz-d2-lr10-s3004": {
     "macro": "1461023794522522189/5305248408173313600",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3000": {
     "macro": "106959853070408353/378946314869522400",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3001": {
     "macro": "224261605838254739/757892629739044800",
     "holds": false
    },
    "measured-lorentz-d3-lr10-s3002": {
     "macro": "3965335609755313/14615009388907200",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3003": {
     "macro": "745016571513266783/2652624204086656800",
     "holds": true
    },
    "measured-lorentz-d3-lr10-s3004": {
     "macro": "15743146348880201/54412804186392960",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3000": {
     "macro": "218119793239274617/757892629739044800",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3001": {
     "macro": "70517584088217197/252630876579681600",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3002": {
     "macro": "1498976292515161781/5305248408173313600",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3003": {
     "macro": "1435865199512604929/5305248408173313600",
     "holds": true
    },
    "shuffled-euclid-d2-lr10-s3004": {
     "macro": "962205706063360601/3536832272115542400",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3000": {
     "macro": "285252808487488733/1061049681634662720",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3001": {
     "macro": "8649507438381221/30489933380306400",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3002": {
     "macro": "69611470965644029/241147654916968800",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3003": {
     "macro": "14915963828099779/53588367759326400",
     "holds": true
    },
    "shuffled-euclid-d3-lr10-s3004": {
     "macro": "15576891875068939/54135187838503200",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3000": {
     "macro": "190950825197414657/663156051021664200",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3001": {
     "macro": "252513799928750131/884208068028885600",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3002": {
     "macro": "111909991995986231/392981363568393600",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3003": {
     "macro": "7852735822181303/28370312343172800",
     "holds": true
    },
    "shuffled-lorentz-d2-lr10-s3004": {
     "macro": "965183286629072149/3536832272115542400",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3000": {
     "macro": "128068128435847153/442104034014442800",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3001": {
     "macro": "29020616857424447/98245340892098400",
     "holds": false
    },
    "shuffled-lorentz-d3-lr10-s3002": {
     "macro": "84689073835918961/279223600430174400",
     "holds": false
    },
    "shuffled-lorentz-d3-lr10-s3003": {
     "macro": "40786726231044071/151578525947808960",
     "holds": true
    },
    "shuffled-lorentz-d3-lr10-s3004": {
     "macro": "478182540344927413/1768416136057771200",
     "holds": true
    }
   },
   "closure_check": {
    "random": true,
    "hard": true
   },
   "control3_rr_cells": {
    "d2/s0/rr_random": {
     "lorentz": {
      "est": 0.6916612818398533,
      "lo": 0.6754119632021417,
      "hi": 0.7076505207755208,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.4089341544698688,
      "lo": 0.3846544171767386,
      "hi": 0.4330998655775442,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s0/rr_hard": {
     "lorentz": {
      "est": 0.5519750751893608,
      "lo": 0.5310269343751487,
      "hi": 0.5734166478362908,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.09469578041006613,
      "lo": 0.07016541329041329,
      "hi": 0.11958816811495379,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s1/rr_random": {
     "lorentz": {
      "est": 0.6915393799322371,
      "lo": 0.6742256478640407,
      "hi": 0.7080381820560392,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.4142175615389901,
      "lo": 0.39020491578527294,
      "hi": 0.43806938844885274,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s1/rr_hard": {
     "lorentz": {
      "est": 0.5695942615585473,
      "lo": 0.5478294010883297,
      "hi": 0.5912955216080216,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.09831596974454117,
      "lo": 0.07381910995750283,
      "hi": 0.12396758664615808,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s2/rr_random": {
     "lorentz": {
      "est": 0.6735228726300155,
      "lo": 0.6552653530332102,
      "hi": 0.6911642466329967,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.465106586535158,
      "lo": 0.44206754224611366,
      "hi": 0.4882205592027021,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s2/rr_hard": {
     "lorentz": {
      "est": 0.5529640663569234,
      "lo": 0.5300347337847339,
      "hi": 0.5755643480197051,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.12979434586577446,
      "lo": 0.10644974651671081,
      "hi": 0.15266721539042966,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s3/rr_random": {
     "lorentz": {
      "est": 0.6966002582074011,
      "lo": 0.6801687523785738,
      "hi": 0.7126349006482935,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.4174957648171934,
      "lo": 0.3931001364706722,
      "hi": 0.44183812880241446,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s3/rr_hard": {
     "lorentz": {
      "est": 0.5799013156156013,
      "lo": 0.5573989502560931,
      "hi": 0.6018911635652707,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.1081069723926867,
      "lo": 0.08204997796515653,
      "hi": 0.1336516335846693,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s4/rr_random": {
     "lorentz": {
      "est": 0.7297395725967155,
      "lo": 0.7143386111243254,
      "hi": 0.744975202542167,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.44829859294145,
      "lo": 0.4243894547912405,
      "hi": 0.4719058735576593,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d2/s4/rr_hard": {
     "lorentz": {
      "est": 0.6176120176120176,
      "lo": 0.5967080596321668,
      "hi": 0.6386883329963687,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.10902814117099831,
      "lo": 0.08362908751301609,
      "hi": 0.1351272611317254,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s0/rr_random": {
     "lorentz": {
      "est": 0.6874306579663723,
      "lo": 0.6698940551842338,
      "hi": 0.7044010585974871,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.49107519464662325,
      "lo": 0.46918516998874144,
      "hi": 0.5132918726445512,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s0/rr_hard": {
     "lorentz": {
      "est": 0.5498522971737257,
      "lo": 0.5270417917069703,
      "hi": 0.5725015535060178,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.0806466020751735,
      "lo": 0.05700561673775959,
      "hi": 0.10502627828520684,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s1/rr_random": {
     "lorentz": {
      "est": 0.7007814936386365,
      "lo": 0.6832411355179212,
      "hi": 0.7180980808212951,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.49489828954114673,
      "lo": 0.47264006083202514,
      "hi": 0.5175557536048607,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s1/rr_hard": {
     "lorentz": {
      "est": 0.5797990699776414,
      "lo": 0.5570898628487914,
      "hi": 0.602716721935472,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.11003229574658147,
      "lo": 0.08569557839647125,
      "hi": 0.13514638717763716,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s2/rr_random": {
     "lorentz": {
      "est": 0.6790772058629201,
      "lo": 0.6613759198803841,
      "hi": 0.6967271567717996,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.486970238755953,
      "lo": 0.4638479997185354,
      "hi": 0.5108121549416192,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s2/rr_hard": {
     "lorentz": {
      "est": 0.5306240716955002,
      "lo": 0.5074255324701754,
      "hi": 0.5532706537840467,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.08198065162350876,
      "lo": 0.05473395817145818,
      "hi": 0.10869332222010793,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s3/rr_random": {
     "lorentz": {
      "est": 0.6758828142756714,
      "lo": 0.6583221763355692,
      "hi": 0.6931695206248778,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.5139403916189631,
      "lo": 0.4907011986029844,
      "hi": 0.5371245280843495,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s3/rr_hard": {
     "lorentz": {
      "est": 0.5459046905475476,
      "lo": 0.5214212680507323,
      "hi": 0.5699204358802573,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.10786184714756145,
      "lo": 0.08291207552368265,
      "hi": 0.13273747003657718,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s4/rr_random": {
     "lorentz": {
      "est": 0.705644388680103,
      "lo": 0.6890583564913921,
      "hi": 0.7223641916945489,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.47250203500203497,
      "lo": 0.44760394202358483,
      "hi": 0.49656687475883904,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    },
    "d3/s4/rr_hard": {
     "lorentz": {
      "est": 0.5767095008166436,
      "lo": 0.5535840969546326,
      "hi": 0.599953470801685,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "euclid": {
      "est": 0.07784936624222338,
      "lo": 0.05219662612519755,
      "hi": 0.10304377913752913,
      "ordered": true,
      "above_0": true,
      "label": "true > shuffled"
     },
     "passes": true
    }
   },
   "fails_as_required": {
    "control1": false,
    "control2": false,
    "closure_check": true,
    "control3": true,
    "control4": true
   }
  },
  "intervals_on_the_split": {
   "a": {
    "2/random/0": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000)",
     "est": 0.262857215535787,
     "lo": 0.24242460499156931,
     "hi": 0.2834878663003663,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/random/j0",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "2/hard/0": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000)",
     "est": 0.4489243230314659,
     "lo": 0.4236421960975533,
     "hi": 0.4744412449323164,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/hard/j0",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "2/random/1": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001)",
     "est": 0.25671662993091565,
     "lo": 0.23545610061235064,
     "hi": 0.2775031813424671,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/random/j1",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "2/hard/1": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001)",
     "est": 0.45159219087790514,
     "lo": 0.4262051564506921,
     "hi": 0.4761510901466259,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/hard/j1",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "2/random/2": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002)",
     "est": 0.24034500552357696,
     "lo": 0.2204996475085761,
     "hi": 0.26015546870457584,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/random/j2",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "2/hard/2": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002)",
     "est": 0.465771596128739,
     "lo": 0.4411640236417022,
     "hi": 0.4900840817581889,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/hard/j2",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "2/random/3": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003)",
     "est": 0.25556863771149485,
     "lo": 0.2352639870050584,
     "hi": 0.2764500752223967,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/random/j3",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "2/hard/3": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003)",
     "est": 0.4446929723715438,
     "lo": 0.4186311918901205,
     "hi": 0.47066937278990856,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/hard/j3",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "2/random/4": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004)",
     "est": 0.22918847025989883,
     "lo": 0.21034580498866215,
     "hi": 0.24793100252921682,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/random/j4",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "2/hard/4": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004)",
     "est": 0.45397178879321737,
     "lo": 0.42820752990395844,
     "hi": 0.4785834378914737,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d2/hard/j4",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "3/random/0": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000)",
     "est": 0.16434676434676435,
     "lo": 0.1460618894993895,
     "hi": 0.18229624542124542,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/random/j0",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "3/hard/0": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000)",
     "est": 0.4420436375793519,
     "lo": 0.4167387870066442,
     "hi": 0.46643769672787533,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/hard/j0",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "3/random/1": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001)",
     "est": 0.19023744113029825,
     "lo": 0.17192223203383922,
     "hi": 0.20877534667713243,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/random/j1",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "3/hard/1": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001)",
     "est": 0.4532842818557104,
     "lo": 0.4283400660186375,
     "hi": 0.4773757244739387,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/hard/j1",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "3/random/2": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002)",
     "est": 0.1713827838827839,
     "lo": 0.15364774114774118,
     "hi": 0.18965201465201467,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/random/j2",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "3/hard/2": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002)",
     "est": 0.43019622573194005,
     "lo": 0.40477276774151777,
     "hi": 0.4567054242054242,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/hard/j2",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "3/random/3": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003)",
     "est": 0.1711691086691087,
     "lo": 0.15320512820512822,
     "hi": 0.18957608363858366,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/random/j3",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "3/hard/3": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003)",
     "est": 0.4448547814619243,
     "lo": 0.41959864127274843,
     "hi": 0.46984321977625554,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/hard/j3",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    },
    "3/random/4": {
     "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004) - rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004)",
     "est": 0.17839881679167394,
     "lo": 0.16029530241583814,
     "hi": 0.19657746271585558,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/random/j4",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
     "inst": "HIT-test",
     "metric": "rr-random",
     "interval": "ci_mean"
    },
    "3/hard/4": {
     "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004) - rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004)",
     "est": 0.45058585594299877,
     "lo": 0.4262133237133237,
     "hi": 0.47527723929509647,
     "n": 1092,
     "unit": "row",
     "ordered": true,
     "spec": "L14/a/d3/hard/j4",
     "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
     "y": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
     "inst": "HIT-test",
     "metric": "rr-hard",
     "interval": "ci_mean"
    }
   },
   "control3_rr": {
    "2/0/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000)",
      "est": 0.6916612818398533,
      "lo": 0.6754119632021417,
      "hi": 0.7076505207755208,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/lorentz/j0",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000)",
      "est": 0.4089341544698688,
      "lo": 0.3846544171767386,
      "hi": 0.4330998655775442,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/euclid/j0",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "2/0/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000)",
      "est": 0.5519750751893608,
      "lo": 0.5310269343751487,
      "hi": 0.5734166478362908,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/lorentz/j0",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000)",
      "est": 0.09469578041006613,
      "lo": 0.07016541329041329,
      "hi": 0.11958816811495379,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/euclid/j0",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "2/1/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001)",
      "est": 0.6915393799322371,
      "lo": 0.6742256478640407,
      "hi": 0.7080381820560392,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/lorentz/j1",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001)",
      "est": 0.4142175615389901,
      "lo": 0.39020491578527294,
      "hi": 0.43806938844885274,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/euclid/j1",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "2/1/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001)",
      "est": 0.5695942615585473,
      "lo": 0.5478294010883297,
      "hi": 0.5912955216080216,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/lorentz/j1",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001)",
      "est": 0.09831596974454117,
      "lo": 0.07381910995750283,
      "hi": 0.12396758664615808,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/euclid/j1",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "2/2/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002)",
      "est": 0.6735228726300155,
      "lo": 0.6552653530332102,
      "hi": 0.6911642466329967,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/lorentz/j2",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002)",
      "est": 0.465106586535158,
      "lo": 0.44206754224611366,
      "hi": 0.4882205592027021,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/euclid/j2",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "2/2/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002)",
      "est": 0.5529640663569234,
      "lo": 0.5300347337847339,
      "hi": 0.5755643480197051,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/lorentz/j2",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002)",
      "est": 0.12979434586577446,
      "lo": 0.10644974651671081,
      "hi": 0.15266721539042966,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/euclid/j2",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "2/3/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003)",
      "est": 0.6966002582074011,
      "lo": 0.6801687523785738,
      "hi": 0.7126349006482935,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/lorentz/j3",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003)",
      "est": 0.4174957648171934,
      "lo": 0.3931001364706722,
      "hi": 0.44183812880241446,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/euclid/j3",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "2/3/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003)",
      "est": 0.5799013156156013,
      "lo": 0.5573989502560931,
      "hi": 0.6018911635652707,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/lorentz/j3",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003)",
      "est": 0.1081069723926867,
      "lo": 0.08204997796515653,
      "hi": 0.1336516335846693,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/euclid/j3",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "2/4/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004)",
      "est": 0.7297395725967155,
      "lo": 0.7143386111243254,
      "hi": 0.744975202542167,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/lorentz/j4",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004)",
      "est": 0.44829859294145,
      "lo": 0.4243894547912405,
      "hi": 0.4719058735576593,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_random/euclid/j4",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "2/4/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004)",
      "est": 0.6176120176120176,
      "lo": 0.5967080596321668,
      "hi": 0.6386883329963687,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/lorentz/j4",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004)",
      "est": 0.10902814117099831,
      "lo": 0.08362908751301609,
      "hi": 0.1351272611317254,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d2/rr_hard/euclid/j4",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "3/0/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000)",
      "est": 0.6874306579663723,
      "lo": 0.6698940551842338,
      "hi": 0.7044010585974871,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/lorentz/j0",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000)",
      "est": 0.49107519464662325,
      "lo": 0.46918516998874144,
      "hi": 0.5132918726445512,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/euclid/j0",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "3/0/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000)",
      "est": 0.5498522971737257,
      "lo": 0.5270417917069703,
      "hi": 0.5725015535060178,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/lorentz/j0",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000)",
      "est": 0.0806466020751735,
      "lo": 0.05700561673775959,
      "hi": 0.10502627828520684,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/euclid/j0",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "3/1/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001)",
      "est": 0.7007814936386365,
      "lo": 0.6832411355179212,
      "hi": 0.7180980808212951,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/lorentz/j1",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001)",
      "est": 0.49489828954114673,
      "lo": 0.47264006083202514,
      "hi": 0.5175557536048607,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/euclid/j1",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "3/1/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001)",
      "est": 0.5797990699776414,
      "lo": 0.5570898628487914,
      "hi": 0.602716721935472,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/lorentz/j1",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001)",
      "est": 0.11003229574658147,
      "lo": 0.08569557839647125,
      "hi": 0.13514638717763716,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/euclid/j1",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "3/2/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002)",
      "est": 0.6790772058629201,
      "lo": 0.6613759198803841,
      "hi": 0.6967271567717996,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/lorentz/j2",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002)",
      "est": 0.486970238755953,
      "lo": 0.4638479997185354,
      "hi": 0.5108121549416192,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/euclid/j2",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "3/2/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002)",
      "est": 0.5306240716955002,
      "lo": 0.5074255324701754,
      "hi": 0.5532706537840467,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/lorentz/j2",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002)",
      "est": 0.08198065162350876,
      "lo": 0.05473395817145818,
      "hi": 0.10869332222010793,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/euclid/j2",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "3/3/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003)",
      "est": 0.6758828142756714,
      "lo": 0.6583221763355692,
      "hi": 0.6931695206248778,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/lorentz/j3",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003)",
      "est": 0.5139403916189631,
      "lo": 0.4907011986029844,
      "hi": 0.5371245280843495,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/euclid/j3",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "3/3/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003)",
      "est": 0.5459046905475476,
      "lo": 0.5214212680507323,
      "hi": 0.5699204358802573,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/lorentz/j3",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003)",
      "est": 0.10786184714756145,
      "lo": 0.08291207552368265,
      "hi": 0.13273747003657718,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/euclid/j3",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    },
    "3/4/rr_random": {
     "lorentz": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004)",
      "est": 0.705644388680103,
      "lo": 0.6890583564913921,
      "hi": 0.7223641916945489,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/lorentz/j4",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-random(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004) - rr-random(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004)",
      "est": 0.47250203500203497,
      "lo": 0.44760394202358483,
      "hi": 0.49656687475883904,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_random/euclid/j4",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-random",
      "interval": "ci_mean"
     }
    },
    "3/4/rr_hard": {
     "lorentz": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004)",
      "est": 0.5767095008166436,
      "lo": 0.5535840969546326,
      "hi": 0.599953470801685,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/lorentz/j4",
      "x": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     },
     "euclid": {
      "what": "rr-hard(HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004) - rr-hard(HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004)",
      "est": 0.07784936624222338,
      "lo": 0.05219662612519755,
      "hi": 0.10304377913752913,
      "n": 1092,
      "unit": "row",
      "ordered": true,
      "spec": "L14/control3/d3/rr_hard/euclid/j4",
      "x": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
      "y": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
      "inst": "HIT-test",
      "metric": "rr-hard",
      "interval": "ci_mean"
     }
    }
   }
  },
  "measured_on_the_split": {
   "euclid-2-s3000": {
    "key": "measured-euclid-d2-lr10-s3000",
    "seed": 3000,
    "converged": true,
    "drop_epoch": 282,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "1913503/2751840",
     "hard": "63067/166320"
    }
   },
   "euclid-2-s3001": {
    "key": "measured-euclid-d2-lr10-s3001",
    "seed": 3001,
    "converged": true,
    "drop_epoch": 295,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "119881/171990",
     "hard": "11452277/30270240"
    }
   },
   "euclid-2-s3002": {
    "key": "measured-euclid-d2-lr10-s3002",
    "seed": 3002,
    "converged": true,
    "drop_epoch": 291,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "1974529/2751840",
     "hard": "5729881/15135120"
    }
   },
   "euclid-2-s3003": {
    "key": "measured-euclid-d2-lr10-s3003",
    "seed": 3003,
    "converged": true,
    "drop_epoch": 287,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "161557/229320",
     "hard": "3988121/10090080"
    }
   },
   "euclid-2-s3004": {
    "key": "measured-euclid-d2-lr10-s3004",
    "seed": 3004,
    "converged": true,
    "drop_epoch": 307,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "472/637",
     "hard": "672359/1681680"
    }
   },
   "euclid-3-s3000": {
    "key": "measured-euclid-d3-lr10-s3000",
    "seed": 3000,
    "converged": true,
    "drop_epoch": 143,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "7427/9360",
     "hard": "5775841/15135120"
    }
   },
   "euclid-3-s3001": {
    "key": "measured-euclid-d3-lr10-s3001",
    "seed": 3001,
    "converged": true,
    "drop_epoch": 139,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "141805/183456",
     "hard": "11588663/30270240"
    }
   },
   "euclid-3-s3002": {
    "key": "measured-euclid-d3-lr10-s3002",
    "seed": 3002,
    "converged": true,
    "drop_epoch": 135,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "1003/1260",
     "hard": "1995571/5045040"
    }
   },
   "euclid-3-s3003": {
    "key": "measured-euclid-d3-lr10-s3003",
    "seed": 3003,
    "converged": true,
    "drop_epoch": 147,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "5197/6552",
     "hard": "11646757/30270240"
    }
   },
   "euclid-3-s3004": {
    "key": "measured-euclid-d3-lr10-s3004",
    "seed": 3004,
    "converged": true,
    "drop_epoch": 141,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "431087/550368",
     "hard": "1915469/5045040"
    }
   },
   "lorentz-2-s3000": {
    "key": "measured-lorentz-d2-lr10-s3000",
    "seed": 3000,
    "converged": true,
    "drop_epoch": 281,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "31391/32760",
     "hard": "2785249/3363360"
    }
   },
   "lorentz-2-s3001": {
    "key": "measured-lorentz-d2-lr10-s3001",
    "seed": 3001,
    "converged": true,
    "drop_epoch": 269,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "320777/336336",
     "hard": "8374027/10090080"
    }
   },
   "lorentz-2-s3002": {
    "key": "measured-lorentz-d2-lr10-s3002",
    "seed": 3002,
    "converged": true,
    "drop_epoch": 275,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "523/546",
     "hard": "98303/116424"
    }
   },
   "lorentz-2-s3003": {
    "key": "measured-lorentz-d2-lr10-s3003",
    "seed": 3003,
    "converged": true,
    "drop_epoch": 279,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "2621/2730",
     "hard": "12712663/15135120"
    }
   },
   "lorentz-2-s3004": {
    "key": "measured-lorentz-d2-lr10-s3004",
    "seed": 3004,
    "converged": true,
    "drop_epoch": 273,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "12713/13104",
     "hard": "25844297/30270240"
    }
   },
   "lorentz-3-s3000": {
    "key": "measured-lorentz-d3-lr10-s3000",
    "seed": 3000,
    "converged": true,
    "drop_epoch": 102,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "6973/7280",
     "hard": "24932449/30270240"
    }
   },
   "lorentz-3-s3001": {
    "key": "measured-lorentz-d3-lr10-s3001",
    "seed": 3001,
    "converged": true,
    "drop_epoch": 106,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "63109/65520",
     "hard": "1946899/2328480"
    }
   },
   "lorentz-3-s3002": {
    "key": "measured-lorentz-d3-lr10-s3002",
    "seed": 3002,
    "converged": true,
    "drop_epoch": 105,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "1811/1872",
     "hard": "24995569/30270240"
    }
   },
   "lorentz-3-s3003": {
    "key": "measured-lorentz-d3-lr10-s3003",
    "seed": 3003,
    "converged": true,
    "drop_epoch": 104,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "12637/13104",
     "hard": "12556309/15135120"
    }
   },
   "lorentz-3-s3004": {
    "key": "measured-lorentz-d3-lr10-s3004",
    "seed": 3004,
    "converged": true,
    "drop_epoch": 105,
    "diverged_epoch": null,
    "mean_rr": {
     "random": "7351/7644",
     "hard": "897577/1081080"
    }
   }
  },
  "relabelled_per_row_mean_rr": {
   "tuning-lorentz-d2-lr0.03-s12000": "74727/280280",
   "tuning-lorentz-d2-lr0.03-s12001": "1190713/4324320",
   "tuning-lorentz-d2-lr0.1-s12002": "3531413/15135120",
   "tuning-lorentz-d2-lr0.1-s12003": "458657/1891890",
   "tuning-lorentz-d2-lr0.3-s12004": "40423/155232",
   "tuning-lorentz-d2-lr0.3-s12005": "115979/480480",
   "tuning-lorentz-d2-lr1-s12006": "1321709/4324320",
   "tuning-lorentz-d2-lr1-s12007": "836389/3027024",
   "tuning-lorentz-d2-lr3-s12008": "8105023/30270240",
   "tuning-lorentz-d2-lr3-s12009": "407569/1513512",
   "tuning-lorentz-d2-lr10-s12010": "4213919/15135120",
   "tuning-lorentz-d2-lr10-s12011": "8700949/30270240",
   "tuning-lorentz-d3-lr0.03-s12000": "8042767/30270240",
   "tuning-lorentz-d3-lr0.03-s12001": "1923983/7567560",
   "tuning-lorentz-d3-lr0.1-s12002": "2199023/7567560",
   "tuning-lorentz-d3-lr0.1-s12003": "176333/687960",
   "tuning-lorentz-d3-lr0.3-s12004": "7778923/30270240",
   "tuning-lorentz-d3-lr0.3-s12005": "7799263/30270240",
   "tuning-lorentz-d3-lr1-s12006": "4164343/15135120",
   "tuning-lorentz-d3-lr1-s12007": "7639189/30270240",
   "tuning-lorentz-d3-lr3-s12008": "8192819/30270240",
   "tuning-lorentz-d3-lr3-s12009": "8686133/30270240",
   "tuning-lorentz-d3-lr10-s12010": "491/1764",
   "tuning-lorentz-d3-lr10-s12011": "915511/3363360",
   "tuning-euclid-d2-lr0.03-s12000": "664427/2522520",
   "tuning-euclid-d2-lr0.03-s12001": "1774429/6054048",
   "tuning-euclid-d2-lr0.1-s12002": "10435/42042",
   "tuning-euclid-d2-lr0.1-s12003": "1301011/5045040",
   "tuning-euclid-d2-lr0.3-s12004": "3928789/15135120",
   "tuning-euclid-d2-lr0.3-s12005": "1052011/4324320",
   "tuning-euclid-d2-lr1-s12006": "9263279/30270240",
   "tuning-euclid-d2-lr1-s12007": "4238441/15135120",
   "tuning-euclid-d2-lr3-s12008": "31021/110880",
   "tuning-euclid-d2-lr3-s12009": "8585987/30270240",
   "tuning-euclid-d2-lr10-s12010": "1051541/3783780",
   "tuning-euclid-d2-lr10-s12011": "1727/6552",
   "tuning-euclid-d3-lr0.03-s12000": "7657813/30270240",
   "tuning-euclid-d3-lr0.03-s12001": "1446553/5045040",
   "tuning-euclid-d3-lr0.1-s12002": "8671633/30270240",
   "tuning-euclid-d3-lr0.1-s12003": "7740857/30270240",
   "tuning-euclid-d3-lr0.3-s12004": "820343/3363360",
   "tuning-euclid-d3-lr0.3-s12005": "7498489/30270240",
   "tuning-euclid-d3-lr1-s12006": "892601/3363360",
   "tuning-euclid-d3-lr1-s12007": "806105/3027024",
   "tuning-euclid-d3-lr3-s12008": "1610093/6054048",
   "tuning-euclid-d3-lr3-s12009": "1966609/7567560",
   "tuning-euclid-d3-lr10-s12010": "8094161/30270240",
   "tuning-euclid-d3-lr10-s12011": "7750529/30270240",
   "measured-euclid-d2-lr10-s3000": "1525817/6054048",
   "measured-euclid-d2-lr10-s3001": "770531/2751840",
   "measured-euclid-d2-lr10-s3002": "1472461/5045040",
   "measured-euclid-d2-lr10-s3003": "1667989/6054048",
   "measured-euclid-d2-lr10-s3004": "1626305/6054048",
   "measured-euclid-d3-lr10-s3000": "157797/560560",
   "measured-euclid-d3-lr10-s3001": "8856233/30270240",
   "measured-euclid-d3-lr10-s3002": "50833/211680",
   "measured-euclid-d3-lr10-s3003": "1594585/6054048",
   "measured-euclid-d3-lr10-s3004": "661669/2522520",
   "measured-lorentz-d2-lr10-s3000": "22237/83160",
   "measured-lorentz-d2-lr10-s3001": "8466013/30270240",
   "measured-lorentz-d2-lr10-s3002": "337373/1261260",
   "measured-lorentz-d2-lr10-s3003": "538717/2018016",
   "measured-lorentz-d2-lr10-s3004": "30193/116424",
   "measured-lorentz-d3-lr10-s3000": "8244449/30270240",
   "measured-lorentz-d3-lr10-s3001": "53267/194040",
   "measured-lorentz-d3-lr10-s3002": "13511/48510",
   "measured-lorentz-d3-lr10-s3003": "862387/3363360",
   "measured-lorentz-d3-lr10-s3004": "206329/756756",
   "shuffled-euclid-d2-lr10-s3000": "35375/144144",
   "shuffled-euclid-d2-lr10-s3001": "1018571/3783780",
   "shuffled-euclid-d2-lr10-s3002": "278417/1081080",
   "shuffled-euclid-d2-lr10-s3003": "601177/2328480",
   "shuffled-euclid-d2-lr10-s3004": "8445089/30270240",
   "shuffled-euclid-d3-lr10-s3000": "367747/1441440",
   "shuffled-euclid-d3-lr10-s3001": "15845/56056",
   "shuffled-euclid-d3-lr10-s3002": "824987/3027024",
   "shuffled-euclid-d3-lr10-s3003": "584743/2328480",
   "shuffled-euclid-d3-lr10-s3004": "966839/3363360",
   "shuffled-lorentz-d2-lr10-s3000": "28909/110880",
   "shuffled-lorentz-d2-lr10-s3001": "1187077/4324320",
   "shuffled-lorentz-d2-lr10-s3002": "611111/1891890",
   "shuffled-lorentz-d2-lr10-s3003": "454577/1891890",
   "shuffled-lorentz-d2-lr10-s3004": "320977/1261260",
   "shuffled-lorentz-d3-lr10-s3000": "2076469/7567560",
   "shuffled-lorentz-d3-lr10-s3001": "587369/1681680",
   "shuffled-lorentz-d3-lr10-s3002": "2558623/7567560",
   "shuffled-lorentz-d3-lr10-s3003": "144831/560560",
   "shuffled-lorentz-d3-lr10-s3004": "7687717/30270240"
  },
  "void": true
 },
 "files_counts": [
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 387,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 648,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 652,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 654,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 650,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 651,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 652,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 651,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 652,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 650,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 650,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 651,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 654,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 652,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 652,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 655,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 648,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 649,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 650,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 649,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 651,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 103,
   "phi_ties": 42
  },
  {
   "fkey": "BD-dir-glove/GloVe-300/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/F2*/G/max/-",
   "rows": 452,
   "classes": 648,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/F2/G/max/-",
   "rows": 452,
   "classes": 626,
   "recomputed": 62,
   "tie_classes": 1,
   "tie_tuples": 62,
   "phi_recomputed": 145,
   "phi_ties": 62
  },
  {
   "fkey": "BD-dir/F3*/G/max/-",
   "rows": 452,
   "classes": 645,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/F3/G/max/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 147,
   "tie_classes": 42,
   "tie_tuples": 147,
   "phi_recomputed": 855,
   "phi_ties": 599
  },
  {
   "fkey": "BD-dir/H2/G/max/-",
   "rows": 452,
   "classes": 643,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/H3/G/max/-",
   "rows": 452,
   "classes": 640,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/H3/Sym/max/-",
   "rows": 452,
   "classes": 131,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/K3/G/max/-",
   "rows": 452,
   "classes": 650,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 186,
   "phi_ties": 127
  },
  {
   "fkey": "BD-dir/S-full-0/G/max/-",
   "rows": 452,
   "classes": 652,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-1/G/max/-",
   "rows": 452,
   "classes": 657,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-10/G/max/-",
   "rows": 452,
   "classes": 653,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-11/G/max/-",
   "rows": 452,
   "classes": 657,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-12/G/max/-",
   "rows": 452,
   "classes": 659,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-13/G/max/-",
   "rows": 452,
   "classes": 653,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-14/G/max/-",
   "rows": 452,
   "classes": 657,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 105,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-15/G/max/-",
   "rows": 452,
   "classes": 658,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-16/G/max/-",
   "rows": 452,
   "classes": 659,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-17/G/max/-",
   "rows": 452,
   "classes": 656,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-18/G/max/-",
   "rows": 452,
   "classes": 654,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-19/G/max/-",
   "rows": 452,
   "classes": 655,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-2/G/max/-",
   "rows": 452,
   "classes": 656,
   "recomputed": 51,
   "tie_classes": 1,
   "tie_tuples": 51,
   "phi_recomputed": 105,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-3/G/max/-",
   "rows": 452,
   "classes": 653,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-4/G/max/-",
   "rows": 452,
   "classes": 655,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-5/G/max/-",
   "rows": 452,
   "classes": 657,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-6/G/max/-",
   "rows": 452,
   "classes": 654,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-7/G/max/-",
   "rows": 452,
   "classes": 655,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-8/G/max/-",
   "rows": 452,
   "classes": 655,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/S-full-9/G/max/-",
   "rows": 452,
   "classes": 654,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 106,
   "phi_ties": 44
  },
  {
   "fkey": "BD-dir/W-0/G/max/-",
   "rows": 452,
   "classes": 759,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-1/G/max/-",
   "rows": 452,
   "classes": 760,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-10/G/max/-",
   "rows": 452,
   "classes": 756,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/W-11/G/max/-",
   "rows": 452,
   "classes": 754,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 7,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/W-12/G/max/-",
   "rows": 452,
   "classes": 762,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-13/G/max/-",
   "rows": 452,
   "classes": 760,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-14/G/max/-",
   "rows": 452,
   "classes": 755,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 13,
   "phi_ties": 8
  },
  {
   "fkey": "BD-dir/W-15/G/max/-",
   "rows": 452,
   "classes": 759,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-16/G/max/-",
   "rows": 452,
   "classes": 758,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-17/G/max/-",
   "rows": 452,
   "classes": 757,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-18/G/max/-",
   "rows": 452,
   "classes": 757,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-19/G/max/-",
   "rows": 452,
   "classes": 757,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/W-2/G/max/-",
   "rows": 452,
   "classes": 755,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 9,
   "phi_ties": 4
  },
  {
   "fkey": "BD-dir/W-3/G/max/-",
   "rows": 452,
   "classes": 756,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/W-4/G/max/-",
   "rows": 452,
   "classes": 753,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-5/G/max/-",
   "rows": 452,
   "classes": 759,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-6/G/max/-",
   "rows": 452,
   "classes": 759,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 5,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/W-7/G/max/-",
   "rows": 452,
   "classes": 757,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-8/G/max/-",
   "rows": 452,
   "classes": 761,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-dir/W-9/G/max/-",
   "rows": 452,
   "classes": 755,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 7,
   "phi_ties": 2
  },
  {
   "fkey": "BD-dir/WN/G/max/-",
   "rows": 452,
   "classes": 6,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD-glove/GloVe-300/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD/F2*/G/max/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/F2/G/max/-",
   "rows": 452,
   "classes": 378,
   "recomputed": 57,
   "tie_classes": 1,
   "tie_tuples": 57,
   "phi_recomputed": 92,
   "phi_ties": 30
  },
  {
   "fkey": "BD/F3*/G/max/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/F3/G/max/-",
   "rows": 452,
   "classes": 242,
   "recomputed": 100,
   "tie_classes": 26,
   "tie_tuples": 100,
   "phi_recomputed": 459,
   "phi_ties": 314
  },
  {
   "fkey": "BD/H2/G/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/H3/G/max/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/K3/G/max/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 86,
   "phi_ties": 37
  },
  {
   "fkey": "BD/S-full-0/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-1/G/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-10/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-11/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-12/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-13/G/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-14/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-15/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-16/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-17/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-18/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-19/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-2/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-3/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-4/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-5/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-6/G/max/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-7/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-8/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/S-full-9/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "BD/W-0/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-1/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-10/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "BD/W-11/G/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "BD/W-12/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-13/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-14/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 8,
   "phi_ties": 4
  },
  {
   "fkey": "BD/W-15/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-16/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-17/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-18/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-19/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "BD/W-2/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "BD/W-3/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "BD/W-4/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-5/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-6/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 3,
   "phi_ties": 1
  },
  {
   "fkey": "BD/W-7/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-8/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "BD/W-9/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "BD/WN/G/max/-",
   "rows": 452,
   "classes": 5,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12000",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12001",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12002",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12003",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12004",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12005",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12006",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12007",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12010",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12011",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12008",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12009",
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i0",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i1",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i2",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i3",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i4",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i0",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i1",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i2",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i3",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i4",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i0",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i1",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i2",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i3",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i4",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i0",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i1",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i2",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i3",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i4",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test/H2/G/-/-",
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-test/H3/G/-/-",
   "rows": 1092,
   "classes": 22673,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/H3/G/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 396,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/edge-shuffled/G/max/shuffled-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 387,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 443,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 443,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 446,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 443,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 423,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 416,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 422,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 418,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 425,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 430,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 421,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 422,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 425,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/NK17/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 421,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 322,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 322,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 324,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 324,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 323,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 325,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 323,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 323,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 324,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 323,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 324,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 328,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 323,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 327,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 325,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 326,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 324,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 326,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 325,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-at/learned/dist/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 326,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-300/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-50/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-0/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-1/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-10/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-11/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-12/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-13/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-14/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-15/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-16/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-17/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-18/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-19/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-2/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-3/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-4/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-5/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-6/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-7/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-8/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/GloVe-vec-9/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL-glove/H3/G/max/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL-glove/H3/Sym/max/-",
   "rows": 452,
   "classes": 131,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/Dep/gensim/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/DepG/max/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/F2*/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/G/gensim/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/G/max/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/F2*/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/NK17/gensim/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/NK17/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/Sym/first/-",
   "rows": 452,
   "classes": 351,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/Sym/max/-",
   "rows": 452,
   "classes": 281,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/product/gensim/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2*/product/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/Dep/first/-",
   "rows": 452,
   "classes": 427,
   "recomputed": 13,
   "tie_classes": 1,
   "tie_tuples": 13,
   "phi_recomputed": 13,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/Dep/gensim/-",
   "rows": 452,
   "classes": 377,
   "recomputed": 53,
   "tie_classes": 1,
   "tie_tuples": 53,
   "phi_recomputed": 53,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/DepG/max/-",
   "rows": 452,
   "classes": 382,
   "recomputed": 54,
   "tie_classes": 2,
   "tie_tuples": 54,
   "phi_recomputed": 103,
   "phi_ties": 30
  },
  {
   "fkey": "HL/F2/G/first/-",
   "rows": 452,
   "classes": 430,
   "recomputed": 13,
   "tie_classes": 1,
   "tie_tuples": 13,
   "phi_recomputed": 13,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/G/gensim/-",
   "rows": 452,
   "classes": 380,
   "recomputed": 52,
   "tie_classes": 1,
   "tie_tuples": 52,
   "phi_recomputed": 52,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/G/max/-",
   "rows": 452,
   "classes": 378,
   "recomputed": 57,
   "tie_classes": 1,
   "tie_tuples": 57,
   "phi_recomputed": 92,
   "phi_ties": 30
  },
  {
   "fkey": "HL/F2/NK17/first/-",
   "rows": 452,
   "classes": 430,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/NK17/gensim/-",
   "rows": 452,
   "classes": 380,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/NK17/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/Sym/first/-",
   "rows": 452,
   "classes": 305,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/Sym/max/-",
   "rows": 452,
   "classes": 230,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/product/first/-",
   "rows": 452,
   "classes": 430,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/product/gensim/-",
   "rows": 452,
   "classes": 379,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F2/product/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/Dep/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/Dep/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/DepG/max/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/F3*/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/G/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/G/max/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/F3*/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/NK17/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/NK17/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/Sym/first/-",
   "rows": 452,
   "classes": 344,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/Sym/max/-",
   "rows": 452,
   "classes": 260,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/product/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3*/product/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/Dep/first/-",
   "rows": 452,
   "classes": 292,
   "recomputed": 19,
   "tie_classes": 2,
   "tie_tuples": 19,
   "phi_recomputed": 19,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/Dep/gensim/-",
   "rows": 452,
   "classes": 200,
   "recomputed": 30,
   "tie_classes": 2,
   "tie_tuples": 30,
   "phi_recomputed": 30,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/Dep/max/-",
   "rows": 452,
   "classes": 313,
   "recomputed": 12,
   "tie_classes": 4,
   "tie_tuples": 12,
   "phi_recomputed": 16,
   "phi_ties": 2
  },
  {
   "fkey": "HL/F3/DepG/max/-",
   "rows": 452,
   "classes": 250,
   "recomputed": 38,
   "tie_classes": 7,
   "tie_tuples": 38,
   "phi_recomputed": 428,
   "phi_ties": 314
  },
  {
   "fkey": "HL/F3/G/first/-",
   "rows": 452,
   "classes": 372,
   "recomputed": 57,
   "tie_classes": 18,
   "tie_tuples": 57,
   "phi_recomputed": 57,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/G/gensim/-",
   "rows": 452,
   "classes": 219,
   "recomputed": 65,
   "tie_classes": 15,
   "tie_tuples": 65,
   "phi_recomputed": 65,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/G/max/-",
   "rows": 452,
   "classes": 242,
   "recomputed": 100,
   "tie_classes": 26,
   "tie_tuples": 100,
   "phi_recomputed": 459,
   "phi_ties": 314
  },
  {
   "fkey": "HL/F3/NK17/first/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/NK17/gensim/-",
   "rows": 452,
   "classes": 236,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/NK17/max/-",
   "rows": 452,
   "classes": 420,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/Sym/first/-",
   "rows": 452,
   "classes": 68,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/Sym/max/-",
   "rows": 452,
   "classes": 18,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/product/first/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/product/gensim/-",
   "rows": 452,
   "classes": 232,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/F3/product/max/-",
   "rows": 452,
   "classes": 418,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/Dep/gensim/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/DepG/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/H2/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/G/gensim/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/G/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/H2/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/NK17/gensim/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/NK17/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/Sym/first/-",
   "rows": 452,
   "classes": 326,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/Sym/max/-",
   "rows": 452,
   "classes": 174,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/product/gensim/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H2/product/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/Dep/first/-",
   "rows": 452,
   "classes": 432,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/Dep/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/Dep/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/DepG/max/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/H3/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/G/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/G/max/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/H3/Grev/max/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/H3/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/NK17/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/NK17/max/-",
   "rows": 452,
   "classes": 411,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/Sym/first/-",
   "rows": 452,
   "classes": 307,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/Sym/max/-",
   "rows": 452,
   "classes": 131,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/product/gensim/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/H3/product/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/Dep/first/-",
   "rows": 452,
   "classes": 427,
   "recomputed": 13,
   "tie_classes": 1,
   "tie_tuples": 13,
   "phi_recomputed": 13,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/Dep/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/Dep/max/-",
   "rows": 452,
   "classes": 438,
   "recomputed": 7,
   "tie_classes": 1,
   "tie_tuples": 7,
   "phi_recomputed": 12,
   "phi_ties": 3
  },
  {
   "fkey": "HL/K3/DepG/max/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 95,
   "phi_ties": 37
  },
  {
   "fkey": "HL/K3/G/first/-",
   "rows": 452,
   "classes": 427,
   "recomputed": 13,
   "tie_classes": 1,
   "tie_tuples": 13,
   "phi_recomputed": 13,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/G/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/G/max/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 86,
   "phi_ties": 37
  },
  {
   "fkey": "HL/K3/NK17/first/-",
   "rows": 452,
   "classes": 427,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/NK17/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/NK17/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/Sym/first/-",
   "rows": 452,
   "classes": 355,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/Sym/max/-",
   "rows": 452,
   "classes": 326,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/product/first/-",
   "rows": 452,
   "classes": 427,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/product/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/K3/product/max/-",
   "rows": 452,
   "classes": 438,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/Dep/gensim/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/Dep/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-0/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/G/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-0/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/NK17/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/NK17/max/-",
   "rows": 452,
   "classes": 402,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/Sym/max/-",
   "rows": 452,
   "classes": 296,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/product/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-0/product/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/Dep/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/DepG/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-1/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/G/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/G/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-1/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/NK17/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/NK17/max/-",
   "rows": 452,
   "classes": 413,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/Sym/max/-",
   "rows": 452,
   "classes": 308,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/product/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-1/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/Dep/first/-",
   "rows": 452,
   "classes": 433,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/Dep/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/Dep/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/DepG/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-10/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/G/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-10/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/NK17/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/NK17/max/-",
   "rows": 452,
   "classes": 402,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/Sym/max/-",
   "rows": 452,
   "classes": 306,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/product/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-10/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/Dep/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/DepG/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-11/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/G/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-11/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/NK17/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/NK17/max/-",
   "rows": 452,
   "classes": 397,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/Sym/max/-",
   "rows": 452,
   "classes": 302,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/product/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-11/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/Dep/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/Dep/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/DepG/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-12/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/G/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-12/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/NK17/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/NK17/max/-",
   "rows": 452,
   "classes": 404,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/Sym/max/-",
   "rows": 452,
   "classes": 300,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/product/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-12/product/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/Dep/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 6,
   "tie_classes": 1,
   "tie_tuples": 6,
   "phi_recomputed": 6,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/DepG/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-13/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/G/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/G/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-13/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/NK17/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/NK17/max/-",
   "rows": 452,
   "classes": 399,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/Sym/max/-",
   "rows": 452,
   "classes": 305,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-13/product/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/Dep/gensim/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 47,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 82,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-14/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/G/gensim/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 47,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-14/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/NK17/gensim/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/NK17/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/Sym/max/-",
   "rows": 452,
   "classes": 310,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/product/gensim/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-14/product/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/Dep/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/DepG/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-15/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/G/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-15/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/NK17/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/NK17/max/-",
   "rows": 452,
   "classes": 404,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/Sym/max/-",
   "rows": 452,
   "classes": 303,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/product/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-15/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/Dep/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/Dep/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/DepG/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-16/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/G/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-16/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/NK17/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/NK17/max/-",
   "rows": 452,
   "classes": 400,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/Sym/max/-",
   "rows": 452,
   "classes": 310,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/product/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-16/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/Dep/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/Dep/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-17/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/G/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-17/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/NK17/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/NK17/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/Sym/max/-",
   "rows": 452,
   "classes": 300,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/product/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-17/product/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/Dep/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/Dep/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/DepG/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-18/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/G/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-18/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/NK17/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/NK17/max/-",
   "rows": 452,
   "classes": 402,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/Sym/max/-",
   "rows": 452,
   "classes": 308,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/product/gensim/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-18/product/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/Dep/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-19/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/G/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-19/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/NK17/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/NK17/max/-",
   "rows": 452,
   "classes": 402,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/Sym/max/-",
   "rows": 452,
   "classes": 305,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/product/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-19/product/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/Dep/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/Dep/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/DepG/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-2/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/G/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 47,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-2/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/NK17/gensim/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/NK17/max/-",
   "rows": 452,
   "classes": 410,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/Sym/max/-",
   "rows": 452,
   "classes": 310,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/product/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-2/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/Dep/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 49,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/Dep/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/DepG/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 84,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-3/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/G/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-3/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/NK17/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/NK17/max/-",
   "rows": 452,
   "classes": 397,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/Sym/max/-",
   "rows": 452,
   "classes": 311,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/product/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-3/product/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/Dep/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-4/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/G/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-4/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/NK17/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/NK17/max/-",
   "rows": 452,
   "classes": 401,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/Sym/max/-",
   "rows": 452,
   "classes": 307,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-4/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/Dep/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 49,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 84,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-5/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/G/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-5/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/NK17/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/NK17/max/-",
   "rows": 452,
   "classes": 399,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/Sym/max/-",
   "rows": 452,
   "classes": 305,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-5/product/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/Dep/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/Dep/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/DepG/max/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-6/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/G/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/G/max/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-6/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/NK17/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/NK17/max/-",
   "rows": 452,
   "classes": 400,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/Sym/max/-",
   "rows": 452,
   "classes": 305,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-6/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/Dep/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 49,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/Dep/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/DepG/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-7/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/G/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-7/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/NK17/gensim/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/NK17/max/-",
   "rows": 452,
   "classes": 405,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/Sym/max/-",
   "rows": 452,
   "classes": 310,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-7/product/max/-",
   "rows": 452,
   "classes": 444,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/Dep/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 49,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/Dep/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/DepG/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-8/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/G/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-8/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/NK17/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/NK17/max/-",
   "rows": 452,
   "classes": 402,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/Sym/max/-",
   "rows": 452,
   "classes": 297,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/product/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-8/product/max/-",
   "rows": 452,
   "classes": 445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/Dep/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/Dep/gensim/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 49,
   "tie_classes": 1,
   "tie_tuples": 49,
   "phi_recomputed": 49,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/Dep/max/-",
   "rows": 452,
   "classes": 442,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/DepG/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 83,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-9/G/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/G/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 48,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S-full-9/NK17/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/NK17/gensim/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/NK17/max/-",
   "rows": 452,
   "classes": 403,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/Sym/first/-",
   "rows": 452,
   "classes": 362,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/Sym/max/-",
   "rows": 452,
   "classes": 307,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/product/first/-",
   "rows": 452,
   "classes": 434,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/product/gensim/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S-full-9/product/max/-",
   "rows": 452,
   "classes": 443,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/S3-0/G/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S3-1/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S3-2/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S3-3/G/max/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/S3-4/G/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "HL/ST/G/max/-",
   "rows": 452,
   "classes": 5,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/Dep/first/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/Dep/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/DepG/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/G/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/NK17/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/Sym/first/-",
   "rows": 452,
   "classes": 380,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/Sym/max/-",
   "rows": 452,
   "classes": 349,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/product/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-0/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/Dep/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/DepG/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/G/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/NK17/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/Sym/max/-",
   "rows": 452,
   "classes": 352,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/product/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-1/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/Dep/first/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/Dep/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/DepG/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-10/G/first/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/G/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-10/NK17/first/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/NK17/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/Sym/max/-",
   "rows": 452,
   "classes": 354,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/product/first/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/product/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-10/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/Dep/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/DepG/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-11/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/G/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/G/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-11/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/NK17/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/NK17/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/Sym/max/-",
   "rows": 452,
   "classes": 348,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/product/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-11/product/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/Dep/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/Dep/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/DepG/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/G/gensim/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/NK17/gensim/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/Sym/max/-",
   "rows": 452,
   "classes": 354,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/product/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-12/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/Dep/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/DepG/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/G/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/NK17/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/Sym/max/-",
   "rows": 452,
   "classes": 357,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/product/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-13/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/Dep/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/DepG/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 9,
   "phi_ties": 4
  },
  {
   "fkey": "HL/W-14/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 8,
   "phi_ties": 4
  },
  {
   "fkey": "HL/W-14/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/Sym/max/-",
   "rows": 452,
   "classes": 355,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/product/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-14/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/Dep/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/DepG/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/Sym/max/-",
   "rows": 452,
   "classes": 345,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/product/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-15/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/Dep/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/DepG/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/Sym/max/-",
   "rows": 452,
   "classes": 364,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/product/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-16/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/DepG/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/NK17/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/Sym/max/-",
   "rows": 452,
   "classes": 360,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/product/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-17/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/DepG/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/G/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/NK17/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/Sym/max/-",
   "rows": 452,
   "classes": 361,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/product/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-18/product/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/Dep/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/DepG/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-19/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/G/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-19/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/NK17/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/NK17/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/Sym/max/-",
   "rows": 452,
   "classes": 361,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/product/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-19/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/Dep/gensim/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/Dep/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/DepG/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 7,
   "phi_ties": 2
  },
  {
   "fkey": "HL/W-2/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/G/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "HL/W-2/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/NK17/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/NK17/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/Sym/max/-",
   "rows": 452,
   "classes": 345,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/product/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-2/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/DepG/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-3/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-3/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/Sym/max/-",
   "rows": 452,
   "classes": 358,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/product/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-3/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/DepG/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/G/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/NK17/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/NK17/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/Sym/max/-",
   "rows": 452,
   "classes": 357,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/product/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-4/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/Dep/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/DepG/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/G/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/NK17/gensim/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/Sym/max/-",
   "rows": 452,
   "classes": 358,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/product/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-5/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/Dep/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/DepG/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-6/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/G/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 3,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-6/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/NK17/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/Sym/max/-",
   "rows": 452,
   "classes": 355,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/product/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-6/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/Dep/gensim/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/DepG/max/-",
   "rows": 452,
   "classes": 446,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/G/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/NK17/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/Sym/max/-",
   "rows": 452,
   "classes": 353,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/product/gensim/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-7/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/Dep/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/DepG/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/G/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/NK17/gensim/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/NK17/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/Sym/max/-",
   "rows": 452,
   "classes": 354,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/product/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-8/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/Dep/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/Dep/gensim/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/Dep/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/DepG/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-9/G/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/G/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 4,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "HL/W-9/NK17/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/NK17/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/NK17/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/Sym/first/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/Sym/max/-",
   "rows": 452,
   "classes": 364,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/product/first/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/product/gensim/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/W-9/product/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN-U/G/max/-",
   "rows": 452,
   "classes": 6,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/Dep/first/-",
   "rows": 452,
   "classes": 14,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/Dep/gensim/-",
   "rows": 452,
   "classes": 10,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/Dep/max/-",
   "rows": 452,
   "classes": 13,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/DepG/max/-",
   "rows": 452,
   "classes": 11,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/G/first/-",
   "rows": 452,
   "classes": 9,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/G/gensim/-",
   "rows": 452,
   "classes": 5,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/G/max/-",
   "rows": 452,
   "classes": 5,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/LCh/first/-",
   "rows": 452,
   "classes": 14,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/LCh/max/-",
   "rows": 452,
   "classes": 9,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/Sym/first/-",
   "rows": 452,
   "classes": 14,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/WN/Sym/max/-",
   "rows": 452,
   "classes": 9,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "HL/letter/G/max/-",
   "rows": 452,
   "classes": 10,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-300/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-50/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-0/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-1/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-10/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-11/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-12/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-13/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-14/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-15/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-16/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-17/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-18/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-19/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-2/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-3/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-4/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-5/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-6/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-7/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-8/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/GloVe-vec-9/cos/-/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN-glove/H3/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/F2*/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/F2/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/F3*/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/F3/Sym/max/-",
   "rows": 29,
   "classes": 4,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/H2/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/H3/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/K3/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-0/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-1/Sym/max/-",
   "rows": 29,
   "classes": 27,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-10/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-11/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-12/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-13/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-14/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-15/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-16/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-17/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-18/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-19/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-2/Sym/max/-",
   "rows": 29,
   "classes": 25,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-3/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-4/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-5/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-6/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-7/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-8/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/S-full-9/Sym/max/-",
   "rows": 29,
   "classes": 27,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-0/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-1/Sym/max/-",
   "rows": 29,
   "classes": 27,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-10/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-11/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-12/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-13/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-14/Sym/max/-",
   "rows": 29,
   "classes": 24,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-15/Sym/max/-",
   "rows": 29,
   "classes": 27,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-16/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-17/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-18/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-19/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-2/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-3/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-4/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-5/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-6/Sym/max/-",
   "rows": 29,
   "classes": 29,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-7/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-8/Sym/max/-",
   "rows": 29,
   "classes": 28,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "MEN/W-9/Sym/max/-",
   "rows": 29,
   "classes": 26,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/F2*/Sym/max/-",
   "rows": 222,
   "classes": 186,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/F2/Sym/max/-",
   "rows": 222,
   "classes": 152,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/F3*/Sym/max/-",
   "rows": 222,
   "classes": 181,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/F3/Sym/max/-",
   "rows": 222,
   "classes": 18,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/H2/Sym/max/-",
   "rows": 222,
   "classes": 144,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/H3/Sym/max/-",
   "rows": 222,
   "classes": 124,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/K3/Sym/max/-",
   "rows": 222,
   "classes": 203,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-0/Sym/max/-",
   "rows": 222,
   "classes": 188,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-1/Sym/max/-",
   "rows": 222,
   "classes": 203,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-10/Sym/max/-",
   "rows": 222,
   "classes": 199,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-11/Sym/max/-",
   "rows": 222,
   "classes": 198,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-12/Sym/max/-",
   "rows": 222,
   "classes": 196,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-13/Sym/max/-",
   "rows": 222,
   "classes": 193,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-14/Sym/max/-",
   "rows": 222,
   "classes": 199,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-15/Sym/max/-",
   "rows": 222,
   "classes": 194,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-16/Sym/max/-",
   "rows": 222,
   "classes": 199,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-17/Sym/max/-",
   "rows": 222,
   "classes": 193,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-18/Sym/max/-",
   "rows": 222,
   "classes": 199,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-19/Sym/max/-",
   "rows": 222,
   "classes": 199,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-2/Sym/max/-",
   "rows": 222,
   "classes": 195,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-3/Sym/max/-",
   "rows": 222,
   "classes": 201,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-4/Sym/max/-",
   "rows": 222,
   "classes": 194,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-5/Sym/max/-",
   "rows": 222,
   "classes": 197,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-6/Sym/max/-",
   "rows": 222,
   "classes": 193,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-7/Sym/max/-",
   "rows": 222,
   "classes": 198,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-8/Sym/max/-",
   "rows": 222,
   "classes": 200,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/S-full-9/Sym/max/-",
   "rows": 222,
   "classes": 197,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-0/Sym/max/-",
   "rows": 222,
   "classes": 210,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-1/Sym/max/-",
   "rows": 222,
   "classes": 204,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-10/Sym/max/-",
   "rows": 222,
   "classes": 210,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-11/Sym/max/-",
   "rows": 222,
   "classes": 214,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-12/Sym/max/-",
   "rows": 222,
   "classes": 212,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-13/Sym/max/-",
   "rows": 222,
   "classes": 207,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-14/Sym/max/-",
   "rows": 222,
   "classes": 212,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-15/Sym/max/-",
   "rows": 222,
   "classes": 211,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-16/Sym/max/-",
   "rows": 222,
   "classes": 217,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-17/Sym/max/-",
   "rows": 222,
   "classes": 217,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-18/Sym/max/-",
   "rows": 222,
   "classes": 212,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-19/Sym/max/-",
   "rows": 222,
   "classes": 210,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-2/Sym/max/-",
   "rows": 222,
   "classes": 212,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-3/Sym/max/-",
   "rows": 222,
   "classes": 216,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-4/Sym/max/-",
   "rows": 222,
   "classes": 208,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-5/Sym/max/-",
   "rows": 222,
   "classes": 214,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-6/Sym/max/-",
   "rows": 222,
   "classes": 214,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-7/Sym/max/-",
   "rows": 222,
   "classes": 210,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-8/Sym/max/-",
   "rows": 222,
   "classes": 212,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/W-9/Sym/max/-",
   "rows": 222,
   "classes": 214,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/WN/LCh/max/-",
   "rows": 222,
   "classes": 9,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "SL/WN/Sym/max/-",
   "rows": 222,
   "classes": 9,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d2-lr10-s3000",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d2-lr10-s3002",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d2-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d3-lr10-s3000",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d3-lr10-s3001",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d3-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d3-lr10-s3003",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-euclid-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d2-lr10-s3000",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d2-lr10-s3001",
   "rows": 452,
   "classes": 392,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d2-lr10-s3002",
   "rows": 452,
   "classes": 390,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d2-lr10-s3003",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d2-lr10-s3004",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d3-lr10-s3000",
   "rows": 452,
   "classes": 387,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d3-lr10-s3001",
   "rows": 452,
   "classes": 389,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d3-lr10-s3002",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d3-lr10-s3003",
   "rows": 452,
   "classes": 388,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-at/learned/G/max/measured-lorentz-d3-lr10-s3004",
   "rows": 452,
   "classes": 391,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 69,
   "phi_ties": 21
  },
  {
   "fkey": "WB-glove/GloVe-300/cos/-/-",
   "rows": 452,
   "classes": 381,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB/F2*/G/max/-",
   "rows": 452,
   "classes": 388,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/F2/G/max/-",
   "rows": 452,
   "classes": 378,
   "recomputed": 57,
   "tie_classes": 1,
   "tie_tuples": 57,
   "phi_recomputed": 92,
   "phi_ties": 30
  },
  {
   "fkey": "WB/F3*/G/max/-",
   "rows": 452,
   "classes": 386,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/F3/G/max/-",
   "rows": 452,
   "classes": 242,
   "recomputed": 100,
   "tie_classes": 26,
   "tie_tuples": 100,
   "phi_recomputed": 459,
   "phi_ties": 314
  },
  {
   "fkey": "WB/H2/G/max/-",
   "rows": 452,
   "classes": 384,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/H3/G/max/-",
   "rows": 452,
   "classes": 383,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/K3/G/max/-",
   "rows": 452,
   "classes": 389,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 86,
   "phi_ties": 37
  },
  {
   "fkey": "WB/S-full-0/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-1/G/max/-",
   "rows": 452,
   "classes": 396,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-10/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-11/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-12/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-13/G/max/-",
   "rows": 452,
   "classes": 391,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-14/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-15/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-16/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-17/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-18/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-19/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-2/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 47,
   "tie_classes": 1,
   "tie_tuples": 47,
   "phi_recomputed": 70,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-3/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-4/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-5/G/max/-",
   "rows": 452,
   "classes": 395,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-6/G/max/-",
   "rows": 452,
   "classes": 390,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-7/G/max/-",
   "rows": 452,
   "classes": 393,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-8/G/max/-",
   "rows": 452,
   "classes": 394,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/S-full-9/G/max/-",
   "rows": 452,
   "classes": 392,
   "recomputed": 48,
   "tie_classes": 1,
   "tie_tuples": 48,
   "phi_recomputed": 71,
   "phi_ties": 22
  },
  {
   "fkey": "WB/W-0/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-1/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-10/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "WB/W-11/G/max/-",
   "rows": 452,
   "classes": 447,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "WB/W-12/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-13/G/max/-",
   "rows": 452,
   "classes": 452,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-14/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 8,
   "phi_ties": 4
  },
  {
   "fkey": "WB/W-15/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-16/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-17/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-18/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-19/G/max/-",
   "rows": 452,
   "classes": 450,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "WB/W-2/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 6,
   "phi_ties": 2
  },
  {
   "fkey": "WB/W-3/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 4,
   "phi_ties": 1
  },
  {
   "fkey": "WB/W-4/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 5,
   "tie_classes": 1,
   "tie_tuples": 5,
   "phi_recomputed": 5,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-5/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 2,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-6/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 2,
   "tie_classes": 1,
   "tie_tuples": 2,
   "phi_recomputed": 3,
   "phi_ties": 1
  },
  {
   "fkey": "WB/W-7/G/max/-",
   "rows": 452,
   "classes": 448,
   "recomputed": 3,
   "tie_classes": 1,
   "tie_tuples": 3,
   "phi_recomputed": 3,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-8/G/max/-",
   "rows": 452,
   "classes": 451,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WB/W-9/G/max/-",
   "rows": 452,
   "classes": 449,
   "recomputed": 4,
   "tie_classes": 1,
   "tie_tuples": 4,
   "phi_recomputed": 5,
   "phi_ties": 1
  },
  {
   "fkey": "WB/WN/G/max/-",
   "rows": 452,
   "classes": 5,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-300/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-50/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-0/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-1/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-10/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-11/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-12/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-13/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-14/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-15/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-16/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-17/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-18/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-19/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-2/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-3/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-4/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-5/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-6/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-7/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-8/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/GloVe-vec-9/cos/-/-",
   "rows": 222,
   "classes": 222,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  },
  {
   "fkey": "WSR-glove/H3/Sym/max/-",
   "rows": 222,
   "classes": 124,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0
  }
 ],
 "files_metrics_unsealed": [
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "218119793239274617/757892629739044800",
      "float": 0.287797749549797
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "35375/144144",
      "float": 0.2454143079143079
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "70517584088217197/252630876579681600",
      "float": 0.2791328797292735
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1018571/3783780",
      "float": 0.26919403347974774
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1498976292515161781/5305248408173313600",
      "float": 0.28254592003756607
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "278417/1081080",
      "float": 0.25753598253598253
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1435865199512604929/5305248408173313600",
      "float": 0.2706499468150253
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "601177/2328480",
      "float": 0.2581843090771662
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "962205706063360601/3536832272115542400",
      "float": 0.27205296492271064
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8445089/30270240",
      "float": 0.2789898263112549
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "285252808487488733/1061049681634662720",
      "float": 0.26884019987454844
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "367747/1441440",
      "float": 0.25512473637473637
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "8649507438381221/30489933380306400",
      "float": 0.2836840386134783
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "15845/56056",
      "float": 0.282663764806622
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "69611470965644029/241147654916968800",
      "float": 0.28866741826542924
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "824987/3027024",
      "float": 0.2725406207549065
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "14915963828099779/53588367759326400",
      "float": 0.27834331314380883
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "584743/2328480",
      "float": 0.25112648594791454
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "15576891875068939/54135187838503200",
      "float": 0.2877406082258018
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "966839/3363360",
      "float": 0.28746224014081156
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "190950825197414657/663156051021664200",
      "float": 0.2879425210751438
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "28909/110880",
      "float": 0.2607233044733045
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "252513799928750131/884208068028885600",
      "float": 0.28558187722903805
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1187077/4324320",
      "float": 0.2745118307618308
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "111909991995986231/392981363568393600",
      "float": 0.2847717534994752
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "611111/1891890",
      "float": 0.3230161373018516
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "7852735822181303/28370312343172800",
      "float": 0.27679412645137946
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "454577/1891890",
      "float": 0.24027665456236885
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "965183286629072149/3536832272115542400",
      "float": 0.2728948427208711
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "320977/1261260",
      "float": 0.2544891616320188
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "128068128435847153/442104034014442800",
      "float": 0.28967871492360864
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "2076469/7567560",
      "float": 0.27439082081939226
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "29020616857424447/98245340892098400",
      "float": 0.2953892428272748
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "587369/1681680",
      "float": 0.3492751296322725
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "84689073835918961/279223600430174400",
      "float": 0.303301990610558
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "2558623/7567560",
      "float": 0.33810409167552025
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "40786726231044071/151578525947808960",
      "float": 0.26907984476038266
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "144831/560560",
      "float": 0.25836841729698873
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "478182540344927413/1768416136057771200",
      "float": 0.27040159303845324
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7687717/30270240",
      "float": 0.2539694762909049
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "111198563852707/427842613562364",
      "float": 0.25990530238872117
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1525817/6054048",
      "float": 0.2520325243539529
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "246623910849115949/884208068028885600",
      "float": 0.2789206746313687
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "770531/2751840",
      "float": 0.2800057416128845
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "467924053183571977/1768416136057771200",
      "float": 0.2646006466705785
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1472461/5045040",
      "float": 0.29186309722024006
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "482060628598841711/1768416136057771200",
      "float": 0.27259456570752166
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1667989/6054048",
      "float": 0.2755163156948871
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d2-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "9808819769374151/36842002834536900",
      "float": 0.2662401339424208
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1626305/6054048",
      "float": 0.2686310052381481
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "53121481124659513/182939600281838400",
      "float": 0.2903771575034606
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "157797/560560",
      "float": 0.28149885828457255
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "107474361274778669/392981363568393600",
      "float": 0.27348462608729807
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8856233/30270240",
      "float": 0.2925722756079899
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "554479766990954851/2122099363269325440",
      "float": 0.26128831504700056
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "50833/211680",
      "float": 0.24014077853363566
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "3425015211542284/11842072339672575",
      "float": 0.2892243108554582
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1594585/6054048",
      "float": 0.2633915357129643
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-euclid-d3-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "2205209861088323/8315436376447200",
      "float": 0.26519472475724803
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "661669/2522520",
      "float": 0.26230475873333015
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "189060135449544577/663156051021664200",
      "float": 0.28509147305265004
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "22237/83160",
      "float": 0.2674001924001924
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1595744833513450813/5305248408173313600",
      "float": 0.30078607272282143
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8466013/30270240",
      "float": 0.27968106628820916
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "3048420689656783783/10610496816346627200",
      "float": 0.28730235185221104
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "337373/1261260",
      "float": 0.2674888603460032
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "26268467893430579/93074533476724800",
      "float": 0.2822304545850831
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "538717/2018016",
      "float": 0.26695378034663747
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1461023794522522189/5305248408173313600",
      "float": 0.27539215548732
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "30193/116424",
      "float": 0.25933656290799145
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "106959853070408353/378946314869522400",
      "float": 0.2822559525542198
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8244449/30270240",
      "float": 0.27236153396867685
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "224261605838254739/757892629739044800",
      "float": 0.2959015525925774
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "53267/194040",
      "float": 0.27451556380127806
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "3965335609755313/14615009388907200",
      "float": 0.27131940214592026
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "13511/48510",
      "float": 0.27851989280560707
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "745016571513266783/2652624204086656800",
      "float": 0.2808602026496959
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "862387/3363360",
      "float": 0.2564063912278198
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "15743146348880201/54412804186392960",
      "float": 0.28932797315410363
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "206329/756756",
      "float": 0.2726493083635941
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "709468621550285183/2652624204086656800",
      "float": 0.26745915250915353
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "664427/2522520",
      "float": 0.26339810982668127
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "49482469567103693/163238412559178880",
      "float": 0.30313005861389886
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1774429/6054048",
      "float": 0.293097940419369
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "58812840483669619/204048015698973600",
      "float": 0.2882303965672206
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "10435/42042",
      "float": 0.24820417677560536
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "199916122211220451/757892629739044800",
      "float": 0.2637789501661402
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1301011/5045040",
      "float": 0.25787922395065255
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "59062880354370379/212209936326932544",
      "float": 0.2783228786392809
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "3928789/15135120",
      "float": 0.25958096136667563
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12005",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "29689745428072237/117894409070518080",
      "float": 0.2518333622615932
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1052011/4324320",
      "float": 0.24327778702778702
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr1-s12006",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "165548273036788991/589472045352590400",
      "float": 0.28084160112761064
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "9263279/30270240",
      "float": 0.3060193444122016
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr1-s12007",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1455126340104839593/5305248408173313600",
      "float": 0.2742805290442308
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "4238441/15135120",
      "float": 0.28004013182584614
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr10-s12010",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "430220164360211/1477373547249600",
      "float": 0.2912060833640512
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1051541/3783780",
      "float": 0.2779075421932565
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr10-s12011",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "5389725223615171/19649068178419680",
      "float": 0.27429927845304325
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1727/6552",
      "float": 0.2635836385836386
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr3-s12008",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "40011300378340829/147368011338147600",
      "float": 0.27150600740978803
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "31021/110880",
      "float": 0.27977092352092353
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d2-lr3-s12009",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "751856129593033/2724832258948800",
      "float": 0.27592749136164735
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8585987/30270240",
      "float": 0.28364449703735417
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "125318029715061109/442104034014442800",
      "float": 0.2834582362371459
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7657813/30270240",
      "float": 0.25298157530300386
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "960154177722021613/3536832272115542400",
      "float": 0.27147291809450413
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1446553/5045040",
      "float": 0.28672775637061354
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "251557096097929/923937375160800",
      "float": 0.27226639257249285
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8671633/30270240",
      "float": 0.28647387665244806
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "5096018647097953/19649068178419680",
      "float": 0.25935167005501286
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7740857/30270240",
      "float": 0.25572499590356734
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "12764314250417783/43845028166721600",
      "float": 0.2911234131697036
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "820343/3363360",
      "float": 0.243905796584368
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12005",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "80881937416538611/331578025510832100",
      "float": 0.24393033070249806
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7498489/30270240",
      "float": 0.2477181878967593
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr1-s12006",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "52096858202686823/196490681784196800",
      "float": 0.26513653334413145
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "892601/3363360",
      "float": 0.26538966985395557
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr1-s12007",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "17716981680197167/63157719144920400",
      "float": 0.28051965650539323
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "806105/3027024",
      "float": 0.2663028109456681
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr10-s12010",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1467103476623292587/5305248408173313600",
      "float": 0.2765381304979159
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8094161/30270240",
      "float": 0.267396657575229
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr10-s12011",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "472438287495774211/1768416136057771200",
      "float": 0.2671533457893875
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7750529/30270240",
      "float": 0.25604451765166053
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr3-s12008",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1474200250768471/5779137699535200",
      "float": 0.2550900025945111
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1610093/6054048",
      "float": 0.2659531275602704
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-euclid-d3-lr3-s12009",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1407923844104634217/5305248408173313600",
      "float": 0.2653832084347971
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1966609/7567560",
      "float": 0.25987359201644916
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1416678918681688061/5305248408173313600",
      "float": 0.2670334750959332
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "74727/280280",
      "float": 0.26661552732981303
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "44474934066985211/160765103277979200",
      "float": 0.27664544829784066
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1190713/4324320",
      "float": 0.2753526566026566
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "2837155944100391/10696065339059100",
      "float": 0.2652523011186062
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "3531413/15135120",
      "float": 0.23332573511144938
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "157115577741192937/589472045352590400",
      "float": 0.26653609612176754
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "458657/1891890",
      "float": 0.24243322814751386
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "180504390863969/639648952034400",
      "float": 0.282192897041222
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "40423/155232",
      "float": 0.2604037827252113
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12005",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1357509010635154121/5305248408173313600",
      "float": 0.25588038602372765
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "115979/480480",
      "float": 0.24138153513153512
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12006",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "69027730703533783/252630876579681600",
      "float": 0.27323552701904963
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1321709/4324320",
      "float": 0.3056455118955119
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12007",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1496493130011151/5704568180831520",
      "float": 0.2623324119500692
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "836389/3027024",
      "float": 0.2763073566644995
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12010",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "218677958520608023/757892629739044800",
      "float": 0.2885342196768723
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "4213919/15135120",
      "float": 0.27841992663421233
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12011",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "49971525733177723/168420584386454400",
      "float": 0.2967067589464842
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8700949/30270240",
      "float": 0.28744235262092405
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12008",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "380422132953727621/1326312102043328400",
      "float": 0.28682700879200745
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8105023/30270240",
      "float": 0.2677554918626347
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12009",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "734738667913363/2720640209319648",
      "float": 0.2700609457275865
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "407569/1513512",
      "float": 0.26928693000121573
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12000",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "10358851320629657/39889085775739200",
      "float": 0.2596913696861405
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8042767/30270240",
      "float": 0.2656988183773898
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12001",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "270780291381422387/1061049681634662720",
      "float": 0.25520038888683877
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "1923983/7567560",
      "float": 0.2542408649551507
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12002",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1451823527340319579/5305248408173313600",
      "float": 0.2736579733200857
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "2199023/7567560",
      "float": 0.29058547272832985
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12003",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "345873494542163531/1326312102043328400",
      "float": 0.26077835979126457
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "176333/687960",
      "float": 0.2563128670271527
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12004",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "376229109111507007/1326312102043328400",
      "float": 0.28366559313745615
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7778923/30270240",
      "float": 0.2569825346611061
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12005",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "43297601352352601/160765103277979200",
      "float": 0.26932213813520617
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7799263/30270240",
      "float": 0.25765448176162464
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12006",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1488451526100854173/5305248408173313600",
      "float": 0.28056207958287727
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "4164343/15135120",
      "float": 0.2751443662157948
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12007",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "88599527923042859/331578025510832100",
      "float": 0.2672056683688421
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "7639189/30270240",
      "float": 0.252366317544889
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12010",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1609023672940234963/5305248408173313600",
      "float": 0.30328903552590647
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "491/1764",
      "float": 0.27834467120181405
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12011",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "5762404821145811/19433144352283200",
      "float": 0.29652457248735387
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "915511/3363360",
      "float": 0.27220131059416774
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12008",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "1544307808201044281/5305248408173313600",
      "float": 0.2910905747263163
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8192819/30270240",
      "float": 0.27065589833446974
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-relabel-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12009",
   "inst": "HIT-test-relabel-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "macro-rr",
     "random",
     {
      "exact": "3192925483470699283/10610496816346627200",
      "float": 0.3009213931011835
     }
    ],
    [
     "mean-rr",
     "random",
     {
      "exact": "8686133/30270240",
      "float": 0.28695289498860926
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12000",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "112663/196560",
      "float": 0.5731735856735857
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.03-s12001",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8565497/15135120",
      "float": 0.5659351891494748
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12002",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "447071/917280",
      "float": 0.4873877114948543
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.1-s12003",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4773323/10090080",
      "float": 0.47307087753516325
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12004",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "246739/458640",
      "float": 0.5379796790511077
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr0.3-s12005",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "17286779/30270240",
      "float": 0.5710816630459488
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr1-s12006",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12629/19656",
      "float": 0.6425010175010175
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr1-s12007",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "55877/91728",
      "float": 0.6091596895168324
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr10-s12010",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "15647/21840",
      "float": 0.716437728937729
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr10-s12011",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "129317/183456",
      "float": 0.7048938165009594
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr3-s12008",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "99667/152880",
      "float": 0.6519296180010465
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d2-lr3-s12009",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d2-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "79763/114660",
      "float": 0.6956480027908599
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12000",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2213513/3363360",
      "float": 0.658125505446934
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.03-s12001",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "734879/1081080",
      "float": 0.6797637547637547
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12002",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1087133/2018016",
      "float": 0.5387137663923378
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.1-s12003",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8562017/15135120",
      "float": 0.5657052603481175
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12004",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "19377601/30270240",
      "float": 0.6401535303321018
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr0.3-s12005",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "436301/687960",
      "float": 0.6341953020524449
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr1-s12006",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "962251/1375920",
      "float": 0.6993509797081225
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr1-s12007",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "491/720",
      "float": 0.6819444444444445
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr10-s12010",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "74609/91728",
      "float": 0.8133721437292866
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr10-s12011",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "717061/917280",
      "float": 0.7817253183324612
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr3-s12008",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "671149/917280",
      "float": 0.731672989708704
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-euclid-d3-lr3-s12009",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-euclid-d3-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "165223/229320",
      "float": 0.7204910169195884
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12000",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1062311/1891890",
      "float": 0.5615078043649472
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.03-s12001",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "16574477/30270240",
      "float": 0.547550234157377
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12002",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8874137/15135120",
      "float": 0.5863274952560666
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.1-s12003",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1936577/3363360",
      "float": 0.5757864159649874
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12004",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2013797/3363360",
      "float": 0.5987455996384567
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr0.3-s12005",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "600701/945945",
      "float": 0.6350274064559779
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12006",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1937639/2751840",
      "float": 0.7041248764463051
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr1-s12007",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2289407/3027024",
      "float": 0.7563227116798545
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12010",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4169/4368",
      "float": 0.954441391941392
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr10-s12011",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12575/13104",
      "float": 0.9596306471306472
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12008",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "755/819",
      "float": 0.9218559218559218
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d2-lr3-s12009",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d2-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12235/13104",
      "float": 0.9336843711843712
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12000",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.03-s12000",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6066457/10090080",
      "float": 0.6012298217655361
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.03-s12001",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.03-s12001",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "530183/864864",
      "float": 0.6130247067747068
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12002",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.1-s12002",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1264231/2018016",
      "float": 0.6264722380793809
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.1-s12003",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.1-s12003",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "3827917/6054048",
      "float": 0.6322904938976368
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12004",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.3-s12004",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "192125/252252",
      "float": 0.7616391544962974
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr0.3-s12005",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr0.3-s12005",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "57293/76440",
      "float": 0.7495159602302459
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12006",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr1-s12006",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "28429259/30270240",
      "float": 0.9391818168603883
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr1-s12007",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr1-s12007",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "858811/917280",
      "float": 0.9362582853654282
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12010",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr10-s12010",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "63197/65520",
      "float": 0.9645451770451771
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr10-s12011",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr10-s12011",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "523/546",
      "float": 0.9578754578754579
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12008",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr3-s12008",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "29537/30576",
      "float": 0.9660190999476713
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s11/tuning/G/-/tuning-lorentz-d3-lr3-s12009",
   "inst": "HIT-test-s11",
   "base_inst": "HIT-test",
   "arm": "tuning",
   "form": "G",
   "rule": "-",
   "table": "tuning-lorentz-d3-lr3-s12009",
   "table_kind": "tuning",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 12012,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6371/6552",
      "float": 0.9723748473748474
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4334999/15135120",
      "float": 0.2864198632055775
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "861173/3027024",
      "float": 0.2844949362806506
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "658507/2328480",
      "float": 0.2828055211983783
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "8476229/30270240",
      "float": 0.2800185594828452
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2546977/10090080",
      "float": 0.25242386581672294
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "941357/3783780",
      "float": 0.24878745593031307
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8687827/30270240",
      "float": 0.28700885754457184
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "965771/3363360",
      "float": 0.2871447005375577
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d2-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "402697/1375920",
      "float": 0.2926747194604337
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4401077/15135120",
      "float": 0.2907857354285926
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "508553/1681680",
      "float": 0.30240771133628275
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "303683/1009008",
      "float": 0.30097184561470275
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1683427/6054048",
      "float": 0.27806634503063077
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "917551/3363360",
      "float": 0.27280784691498977
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4677683/15135120",
      "float": 0.309061507275793
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2372963/7567560",
      "float": 0.31357042428471
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8453041/30270240",
      "float": 0.27925252657395516
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "8381753/30270240",
      "float": 0.2768974742189028
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-euclid-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-euclid-d3-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "171037/550368",
      "float": 0.3107684313041456
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "37291/123552",
      "float": 0.3018243330743331
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8068531/30270240",
      "float": 0.26654995137137993
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "759893/2751840",
      "float": 0.2761399645328217
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7936867/30270240",
      "float": 0.26220033273604704
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3940163/15135120",
      "float": 0.26033245854674425
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8607421/30270240",
      "float": 0.2843525852454424
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1764085/6054048",
      "float": 0.291389331567903
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7975391/30270240",
      "float": 0.26347300186585904
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1311929/5045040",
      "float": 0.2600433296861868
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d2-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "3638819/15135120",
      "float": 0.2404222100650672
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "264779/1121120",
      "float": 0.23617364778079064
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3000",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8185043/30270240",
      "float": 0.27039901236329805
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "259009/945945",
      "float": 0.2738097880955024
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3001",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "3971767/15135120",
      "float": 0.2624205820634392
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "775903/3027024",
      "float": 0.2563253545396402
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3002",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "218201/756756",
      "float": 0.2883373240516098
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2977817/10090080",
      "float": 0.2951232299446585
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3003",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1746467/6054048",
      "float": 0.28847921258635545
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "536747/1891890",
      "float": 0.28370941228084084
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/edge-shuffled/G/-/shuffled-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "edge-shuffled",
   "form": "G",
   "rule": "-",
   "table": "shuffled-lorentz-d3-lr10-s3004",
   "table_kind": "edge-shuffled",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1549987/6054048",
      "float": 0.25602489441775156
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "7675021/30270240",
      "float": 0.25355005444291157
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i0",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d2-i0",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "9661321/30270240",
      "float": 0.31916895934753076
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "70933/229320",
      "float": 0.3093188557474272
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i1",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d2-i1",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2024917/7567560",
      "float": 0.26757858543572827
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "249892/945945",
      "float": 0.2641718070289499
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i2",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d2-i2",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "224375/864864",
      "float": 0.2594338531838532
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3781601/15135120",
      "float": 0.24985603021317307
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i3",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d2-i3",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2638943/10090080",
      "float": 0.2615383624312196
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "66401/258720",
      "float": 0.2566519789734075
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d2-i4",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d2-i4",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1303781/5045040",
      "float": 0.2584282780711352
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3872909/15135120",
      "float": 0.2558888862460291
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i0",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d3-i0",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8206969/30270240",
      "float": 0.27112335415906846
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "358781/1261260",
      "float": 0.28446236303379163
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i1",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d3-i1",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "80305/275184",
      "float": 0.29182292575149715
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "99703/360360",
      "float": 0.2766761016761017
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i2",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d3-i2",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "43171/168168",
      "float": 0.25671352457066743
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1593577/6054048",
      "float": 0.2632250355464641
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i3",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d3-i3",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "794359/3027024",
      "float": 0.2624224320652892
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1164473/4324320",
      "float": 0.26928465053465056
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-euclid-d3-i4",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-euclid-d3-i4",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1966661/7567560",
      "float": 0.25988046345189203
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1005341/3783780",
      "float": 0.26569752998324425
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i0",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d2-i0",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "9661321/30270240",
      "float": 0.31916895934753076
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "70933/229320",
      "float": 0.3093188557474272
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i1",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d2-i1",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2024917/7567560",
      "float": 0.26757858543572827
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "249892/945945",
      "float": 0.2641718070289499
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i2",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d2-i2",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "224375/864864",
      "float": 0.2594338531838532
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3781601/15135120",
      "float": 0.24985603021317307
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i3",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d2-i3",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2638943/10090080",
      "float": 0.2615383624312196
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "66401/258720",
      "float": 0.2566519789734075
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d2-i4",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d2-i4",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1303781/5045040",
      "float": 0.2584282780711352
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3872909/15135120",
      "float": 0.2558888862460291
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i0",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d3-i0",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "8206969/30270240",
      "float": 0.27112335415906846
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "358781/1261260",
      "float": 0.28446236303379163
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i1",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d3-i1",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "80305/275184",
      "float": 0.29182292575149715
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "99703/360360",
      "float": 0.2766761016761017
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i2",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d3-i2",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "43171/168168",
      "float": 0.25671352457066743
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1593577/6054048",
      "float": 0.2632250355464641
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i3",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d3-i3",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "794359/3027024",
      "float": 0.2624224320652892
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1164473/4324320",
      "float": 0.26928465053465056
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/floor/G/-/floor-lorentz-d3-i4",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "floor",
   "form": "G",
   "rule": "-",
   "table": "floor-lorentz-d3-i4",
   "table_kind": "floor",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1966661/7567560",
      "float": 0.25988046345189203
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1005341/3783780",
      "float": 0.26569752998324425
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1913503/2751840",
      "float": 0.6953540176754462
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "63067/166320",
      "float": 0.3791907166907167
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "119881/171990",
      "float": 0.6970230827373685
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "11452277/30270240",
      "float": 0.37833452922738636
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1974529/2751840",
      "float": 0.717530452351881
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "5729881/15135120",
      "float": 0.3785818017960875
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "161557/229320",
      "float": 0.7045046223617653
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3988121/10090080",
      "float": 0.3952516729302444
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "472/637",
      "float": 0.7409733124018838
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "672359/1681680",
      "float": 0.3998138765995909
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7427/9360",
      "float": 0.7934829059829059
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "5775841/15135120",
      "float": 0.38161844768987624
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "141805/183456",
      "float": 0.7729646345717774
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "11588663/30270240",
      "float": 0.38284014266157124
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1003/1260",
      "float": 0.796031746031746
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1995571/5045040",
      "float": 0.39555107590821875
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "5197/6552",
      "float": 0.7931929181929182
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "11646757/30270240",
      "float": 0.38475932136646424
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "431087/550368",
      "float": 0.7832704663061806
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1915469/5045040",
      "float": 0.3796736993165565
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "31391/32760",
      "float": 0.9582112332112332
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2785249/3363360",
      "float": 0.8281150397221826
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "320777/336336",
      "float": 0.9537397126682841
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "8374027/10090080",
      "float": 0.8299267201052916
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "523/546",
      "float": 0.9578754578754579
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "98303/116424",
      "float": 0.8443533979248264
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "2621/2730",
      "float": 0.9600732600732601
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "12712663/15135120",
      "float": 0.8399446453017881
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12713/13104",
      "float": 0.9701617826617827
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "25844297/30270240",
      "float": 0.8537856653928082
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6973/7280",
      "float": 0.9578296703296704
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "24932449/30270240",
      "float": 0.8236620852692281
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "63109/65520",
      "float": 0.9632020757020757
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1946899/2328480",
      "float": 0.8361244245172816
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1811/1872",
      "float": 0.9674145299145299
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "24995569/30270240",
      "float": 0.8257473016401587
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12637/13104",
      "float": 0.9643620268620269
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "12556309/15135120",
      "float": 0.8296141028283885
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "L14/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7351/7644",
      "float": 0.9616692830978545
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "897577/1081080",
      "float": 0.8302595552595553
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "421711/1513512",
      "float": 0.2786307607736179
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1678181/4324320",
      "float": 0.38807974432974435
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "67345/232848",
      "float": 0.28922301243729814
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2218121/5045040",
      "float": 0.43966370930656645
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "9429713/30270240",
      "float": 0.3115176159819017
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "6158161/15135120",
      "float": 0.40687890152175865
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "81943/291060",
      "float": 0.28153301724730295
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "564569/1375920",
      "float": 0.4103210942496657
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "3201827/10090080",
      "float": 0.31732424321710034
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "484097/1121120",
      "float": 0.4317976666190952
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1587301/5045040",
      "float": 0.31462604855462
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "13198369/30270240",
      "float": 0.4360179833394119
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "363827/1081080",
      "float": 0.33654031154031155
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "111343/232848",
      "float": 0.478178897821755
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "11035627/30270240",
      "float": 0.3645701851058994
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "7579463/15135120",
      "float": 0.5007864490007348
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1261453/3783780",
      "float": 0.3333843405271977
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1801577/3783780",
      "float": 0.4761315404172547
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-euclid-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "604073/1891890",
      "float": 0.31929604786747645
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "14313713/30270240",
      "float": 0.4728642058999202
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "61357/65520",
      "float": 0.936462148962149
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "332369/360360",
      "float": 0.9223248973248973
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "813643/864864",
      "float": 0.9407756595256596
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "13952551/15135120",
      "float": 0.921865898651613
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "61949/65520",
      "float": 0.945497557997558
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "335557/360360",
      "float": 0.9311716061716062
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "20507/21840",
      "float": 0.9389652014652015
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1333879/1441440",
      "float": 0.9253794816294816
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1383/1456",
      "float": 0.9498626373626373
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1871035/2018016",
      "float": 0.9271655923441637
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "20633/21840",
      "float": 0.9447344322344322
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4754017/5045040",
      "float": 0.9423150262435976
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "61769/65520",
      "float": 0.9427503052503052
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "942185/1009008",
      "float": 0.9337735677021392
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "86/91",
      "float": 0.945054945054945
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "81002/85995",
      "float": 0.9419384847956277
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4759/5040",
      "float": 0.9442460317460317
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "683093/720720",
      "float": 0.9477924852924853
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/NK17/-/measured-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "NK17",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "947/1008",
      "float": 0.939484126984127
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "145567/154440",
      "float": 0.9425472675472676
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6406909/7567560",
      "float": 0.846628107342393
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "767231/2328480",
      "float": 0.32949864289150005
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "175373/211680",
      "float": 0.8284816704459561
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1647959/5045040",
      "float": 0.3266493427207713
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "233215/275184",
      "float": 0.8474874992732135
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "58087/180180",
      "float": 0.3223831723831724
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "110899/131040",
      "float": 0.84629884004884
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1106893/3363360",
      "float": 0.32910333713905143
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "9677/11466",
      "float": 0.8439734868306297
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4938917/15135120",
      "float": 0.3263216281073424
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "145981/171990",
      "float": 0.8487760916332345
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4813141/15135120",
      "float": 0.3180114197971341
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "153973/183456",
      "float": 0.8392911651840224
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4739107/15135120",
      "float": 0.3131198827627399
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "127069/152880",
      "float": 0.8311682365253794
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1169237/3783780",
      "float": 0.30901294472723045
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "18041/21168",
      "float": 0.8522770219198791
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "9533651/30270240",
      "float": 0.3149512854869998
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-euclid-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "18013/21168",
      "float": 0.8509542705971277
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1584851/5045040",
      "float": 0.3141404230689945
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "61297/65520",
      "float": 0.935546398046398
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2846995/6054048",
      "float": 0.47026303722732293
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "4057787/4324320",
      "float": 0.9383641821141822
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "13961567/30270240",
      "float": 0.46123079962365676
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "10319/10920",
      "float": 0.9449633699633699
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "30503/65520",
      "float": 0.46555250305250306
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "31043/32760",
      "float": 0.9475885225885226
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "597391/1261260",
      "float": 0.4736461950747665
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d2-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7829/8190",
      "float": 0.955921855921856
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1184539/2522520",
      "float": 0.4695855731570017
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3000",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "15601/16380",
      "float": 0.9524420024420024
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1017799/2162160",
      "float": 0.47073250823250823
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3001",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7873/8190",
      "float": 0.9612942612942613
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "796093/1681680",
      "float": 0.47339148946291804
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3002",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7919/8190",
      "float": 0.9669108669108669
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "537907/1121120",
      "float": 0.4797943128300271
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3003",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "189521/196560",
      "float": 0.9641890516890517
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "315041/672672",
      "float": 0.46834266923552637
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test-s21/learned/dist/-/measured-lorentz-d3-lr10-s3004",
   "inst": "HIT-test-s21",
   "base_inst": "HIT-test",
   "arm": "learned",
   "form": "dist",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22445,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "3483/3640",
      "float": 0.9568681318681319
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1168267/2522520",
      "float": 0.4631348809920238
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test/H2/G/-/-",
   "inst": "HIT-test",
   "base_inst": "HIT-test",
   "arm": "H2",
   "form": "G",
   "rule": "-",
   "table": "-",
   "table_kind": null,
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22711,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "25439/25480",
      "float": 0.9983908948194663
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "49037/49140",
      "float": 0.9979039479039479
     }
    ]
   ]
  },
  {
   "fkey": "HIT-test/H3/G/-/-",
   "inst": "HIT-test",
   "base_inst": "HIT-test",
   "arm": "H3",
   "form": "G",
   "rule": "-",
   "table": "-",
   "table_kind": null,
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22673,
   "recomputed": 12,
   "tie_classes": 1,
   "tie_tuples": 12,
   "phi_recomputed": 12,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "34343/34398",
      "float": 0.9984010698296413
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "49037/49140",
      "float": 0.9979039479039479
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3000",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "239347/343980",
      "float": 0.6958166172451887
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "5767967/15135120",
      "float": 0.3810982007410579
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3001",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "632251/917280",
      "float": 0.6892671812314669
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "2372395/6054048",
      "float": 0.3918692088334945
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3002",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "17827/24570",
      "float": 0.7255596255596256
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "9131/24024",
      "float": 0.3800782550782551
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3003",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "319261/458640",
      "float": 0.6961036978894122
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3892129/10090080",
      "float": 0.38573817055959914
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d2-lr10-s3004",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "84841/114660",
      "float": 0.7399354613640328
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "12267023/30270240",
      "float": 0.40525027221455795
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3000",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "719/910",
      "float": 0.7901098901098901
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "298693/756756",
      "float": 0.39470185898757326
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3001",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "714271/917280",
      "float": 0.7786837170765742
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "6007861/15135120",
      "float": 0.3969483558769273
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3002",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "370199/458640",
      "float": 0.8071668410954125
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "847813/2162160",
      "float": 0.3921139046139046
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3003",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6007/7644",
      "float": 0.7858451072736787
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "180161/465696",
      "float": 0.3868639627568199
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-euclid-d3-lr10-s3004",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-euclid-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "243323/305760",
      "float": 0.7957973574045003
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "87247/229320",
      "float": 0.38045961974533404
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3000",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "6313/6552",
      "float": 0.9635225885225885
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "25230011/30270240",
      "float": 0.8334922683136969
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3001",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "66145/68796",
      "float": 0.9614657828943544
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "230673/280280",
      "float": 0.8230091337234194
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3002",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1583/1638",
      "float": 0.9664224664224664
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "1389239/1681680",
      "float": 0.82610187431616
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3003",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "263/273",
      "float": 0.9633699633699634
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "12758951/15135120",
      "float": 0.8430029626458198
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d2-lr10-s3004",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d2-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "907/936",
      "float": 0.969017094017094
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "799193/945945",
      "float": 0.8448620162905878
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3000",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3000",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "7043/7280",
      "float": 0.967445054945055
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "12525943/15135120",
      "float": 0.8276077758220616
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3001",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3001",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "21193/21840",
      "float": 0.9703754578754579
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "24876461/30270240",
      "float": 0.8218124798481942
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3002",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3002",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "1591/1638",
      "float": 0.9713064713064713
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "3138937/3783780",
      "float": 0.8295770367198939
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3003",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3003",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "15853/16380",
      "float": 0.9678266178266178
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "24876877/30270240",
      "float": 0.8218262227190799
     }
    ]
   ]
  },
  {
   "fkey": "HIT-val-s21/learned/G/-/measured-lorentz-d3-lr10-s3004",
   "inst": "HIT-val-s21",
   "base_inst": "HIT-val",
   "arm": "learned",
   "form": "G",
   "rule": "-",
   "table": "measured-lorentz-d3-lr10-s3004",
   "table_kind": "learned",
   "claim": "stage2/1",
   "sealed": false,
   "rows": 1092,
   "classes": 22646,
   "recomputed": 0,
   "tie_classes": 0,
   "tie_tuples": 0,
   "phi_recomputed": 0,
   "phi_ties": 0,
   "metrics": [
    [
     "mean-rr",
     "random",
     {
      "exact": "12679/13104",
      "float": 0.9675671550671551
     }
    ],
    [
     "mean-rr",
     "hard",
     {
      "exact": "4154149/5045040",
      "float": 0.8234125001982144
     }
    ]
   ]
  }
 ],
 "L14_reported_on_the_verb_graph": {
  "floors": {
   "floor-euclid-d2-i0": {
    "random": "9661321/30270240",
    "hard": "70933/229320"
   },
   "floor-euclid-d2-i1": {
    "random": "2024917/7567560",
    "hard": "249892/945945"
   },
   "floor-euclid-d2-i2": {
    "random": "224375/864864",
    "hard": "3781601/15135120"
   },
   "floor-euclid-d2-i3": {
    "random": "2638943/10090080",
    "hard": "66401/258720"
   },
   "floor-euclid-d2-i4": {
    "random": "1303781/5045040",
    "hard": "3872909/15135120"
   },
   "floor-euclid-d3-i0": {
    "random": "8206969/30270240",
    "hard": "358781/1261260"
   },
   "floor-euclid-d3-i1": {
    "random": "80305/275184",
    "hard": "99703/360360"
   },
   "floor-euclid-d3-i2": {
    "random": "43171/168168",
    "hard": "1593577/6054048"
   },
   "floor-euclid-d3-i3": {
    "random": "794359/3027024",
    "hard": "1164473/4324320"
   },
   "floor-euclid-d3-i4": {
    "random": "1966661/7567560",
    "hard": "1005341/3783780"
   },
   "floor-lorentz-d2-i0": {
    "random": "9661321/30270240",
    "hard": "70933/229320"
   },
   "floor-lorentz-d2-i1": {
    "random": "2024917/7567560",
    "hard": "249892/945945"
   },
   "floor-lorentz-d2-i2": {
    "random": "224375/864864",
    "hard": "3781601/15135120"
   },
   "floor-lorentz-d2-i3": {
    "random": "2638943/10090080",
    "hard": "66401/258720"
   },
   "floor-lorentz-d2-i4": {
    "random": "1303781/5045040",
    "hard": "3872909/15135120"
   },
   "floor-lorentz-d3-i0": {
    "random": "8206969/30270240",
    "hard": "358781/1261260"
   },
   "floor-lorentz-d3-i1": {
    "random": "80305/275184",
    "hard": "99703/360360"
   },
   "floor-lorentz-d3-i2": {
    "random": "43171/168168",
    "hard": "1593577/6054048"
   },
   "floor-lorentz-d3-i3": {
    "random": "794359/3027024",
    "hard": "1164473/4324320"
   },
   "floor-lorentz-d3-i4": {
    "random": "1966661/7567560",
    "hard": "1005341/3783780"
   }
  },
  "off_top12_rows": 676,
  "nk18_r_against_sp_lp": {
   "nodes": 13542,
   "roots": 334,
   "max_sp": 12,
   "max_lp": 12,
   "exact_trees": {
    "H3": {
     "rho": "0.185501",
     "exact": "115823173462|827803303370|470944204920",
     "float": 0.18550138389588686,
     "zero_variance": false,
     "n": 13542
    },
    "H2": {
     "rho": "0.192132",
     "exact": "119963502927|827803332490|470944204920",
     "float": 0.19213249605744123,
     "zero_variance": false,
     "n": 13542
    }
   },
   "tables": {
    "tuning-lorentz-d2-lr0.03-s12000": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.002308",
      "exact": "1440986280|827803334182|470944204920",
      "float": 0.0023078710084554243,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr0.03-s12001": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.007357",
      "exact": "-4593757758|827803334182|470944204920",
      "float": -0.007357322201260229,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr0.1-s12002": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.029324",
      "exact": "18309228136|827803334182|470944204920",
      "float": 0.029323899462991937,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr0.1-s12003": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.011193",
      "exact": "6988908674|827803334182|470944204920",
      "float": 0.011193374935857989,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr0.3-s12004": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.009722",
      "exact": "6070453996|827803334182|470944204920",
      "float": 0.009722385965764212,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr0.3-s12005": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.005632",
      "exact": "3516685164|827803334182|470944204920",
      "float": 0.005632292165794187,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr1-s12006": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.038641",
      "exact": "-24126909572|827803334182|470944204920",
      "float": -0.03864144710999224,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr1-s12007": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.048012",
      "exact": "-29977805894|827803334182|470944204920",
      "float": -0.0480121914275733,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr3-s12008": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.009384",
      "exact": "-5859128316|827803334182|470944204920",
      "float": -0.009383928607090313,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr3-s12009": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.009991",
      "exact": "-6237986916|827803334182|470944204920",
      "float": -0.009990705223481144,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr10-s12010": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.479691",
      "exact": "299509143432|827803334182|470944204920",
      "float": 0.4796912215528035,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d2-lr10-s12011": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.496471",
      "exact": "309986000660|827803334182|470944204920",
      "float": 0.4964708643515037,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.03-s12000": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.013287",
      "exact": "8296088024|827803334182|470944204920",
      "float": 0.013286941936868302,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.03-s12001": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.014149",
      "exact": "8834111316|827803334182|470944204920",
      "float": 0.014148635330285306,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.1-s12002": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.025885",
      "exact": "16162348568|827803334182|470944204920",
      "float": 0.025885475945432487,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.1-s12003": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.023830",
      "exact": "14879205628|827803334182|470944204920",
      "float": 0.023830405448210086,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.3-s12004": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.027886",
      "exact": "-17411669162|827803334182|470944204920",
      "float": -0.027886376869457184,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr0.3-s12005": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.029930",
      "exact": "-18687597058|827803334182|470944204920",
      "float": -0.029929891815385693,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr1-s12006": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.091461",
      "exact": "-57106465320|827803334182|470944204920",
      "float": -0.09146121481975047,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr1-s12007": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.087994",
      "exact": "-54941369222|827803334182|470944204920",
      "float": -0.08799361586725096,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr3-s12008": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.304339",
      "exact": "190022642346|827803334182|470944204920",
      "float": 0.30433860010133296,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr3-s12009": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.288172",
      "exact": "179928722184|827803334182|470944204920",
      "float": 0.2881722659544572,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr10-s12010": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.611250",
      "exact": "381651803440|827803334182|470944204920",
      "float": 0.6112501865624315,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-lorentz-d3-lr10-s12011": {
     "kind": "tuning",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.612909",
      "exact": "382687713826|827803334182|470944204920",
      "float": 0.61290929156599,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.03-s12000": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.241433",
      "exact": "150745897624|827803334182|470944204920",
      "float": 0.241433309670387,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.03-s12001": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.237419",
      "exact": "148239659272|827803334182|470944204920",
      "float": 0.23741934027099768,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.1-s12002": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.026305",
      "exact": "-16424147900|827803334182|470944204920",
      "float": -0.026304771463191195,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.1-s12003": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.030230",
      "exact": "-18875126554|827803334182|470944204920",
      "float": -0.03023023741412981,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.3-s12004": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.000662",
      "exact": "413586658|827803334182|470944204920",
      "float": 0.0006623967699971222,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr0.3-s12005": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.004562",
      "exact": "-2848697098|827803334182|470944204920",
      "float": -0.0045624483283389075,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr1-s12006": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.011918",
      "exact": "-7441102326|827803334182|470944204920",
      "float": -0.011917604329394186,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr1-s12007": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.013496",
      "exact": "-8426827228|827803334182|470944204920",
      "float": -0.013496332701213497,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr3-s12008": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.038276",
      "exact": "-23898575496|827803334182|470944204920",
      "float": -0.038275749253213996,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr3-s12009": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.025581",
      "exact": "-15972349336|827803334182|470944204920",
      "float": -0.02558117483913632,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr10-s12010": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.041840",
      "exact": "-26123882236|827803334182|470944204920",
      "float": -0.04183978104272309,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d2-lr10-s12011": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.044024",
      "exact": "-27487684204|827803334182|470944204920",
      "float": -0.04402403433292211,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.03-s12000": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.264826",
      "exact": "165351862702|827803334182|470944204920",
      "float": 0.2648260954462714,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.03-s12001": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.274816",
      "exact": "171589073900|827803334182|470944204920",
      "float": 0.2748155582865961,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.1-s12002": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.032918",
      "exact": "-20553396066|827803334182|470944204920",
      "float": -0.032918139169252306,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.1-s12003": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.040692",
      "exact": "-25406930208|827803334182|470944204920",
      "float": -0.040691516952467824,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.3-s12004": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.018879",
      "exact": "11787806732|827803334182|470944204920",
      "float": 0.018879248045344663,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr0.3-s12005": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.021712",
      "exact": "13556234426|827803334182|470944204920",
      "float": 0.0217115463553135,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr1-s12006": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.013677",
      "exact": "-8539878308|827803334182|470944204920",
      "float": -0.013677394321041392,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr1-s12007": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.022623",
      "exact": "-14125107894|827803334182|470944204920",
      "float": -0.022622649120481186,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr3-s12008": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.038228",
      "exact": "-23868770806|827803334182|470944204920",
      "float": -0.03822801432268641,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr3-s12009": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.036613",
      "exact": "-22860297288|827803334182|470944204920",
      "float": -0.03661285196667338,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr10-s12010": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.040010",
      "exact": "-24981392834|827803334182|470944204920",
      "float": -0.040009980020368194,
      "zero_variance": false,
      "n": 13542
     }
    },
    "tuning-euclid-d3-lr10-s12011": {
     "kind": "tuning",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.024258",
      "exact": "-15146033602|827803334182|470944204920",
      "float": -0.0242577547949641,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d2-lr10-s3000": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.041278",
      "exact": "-25772856038|827803334182|470944204920",
      "float": -0.04127758055766883,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d2-lr10-s3001": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.036089",
      "exact": "-22533475408|827803334182|470944204920",
      "float": -0.036089416905389596,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d2-lr10-s3002": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.040476",
      "exact": "-25272072850|827803334182|470944204920",
      "float": -0.04047553058873569,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d2-lr10-s3003": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.038517",
      "exact": "-24048929210|827803334182|470944204920",
      "float": -0.038516554445026226,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d2-lr10-s3004": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.029395",
      "exact": "-18353415774|827803334182|470944204920",
      "float": -0.029394669997096067,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d3-lr10-s3000": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.031718",
      "exact": "-19803959914|827803334182|470944204920",
      "float": -0.031717848790436765,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d3-lr10-s3001": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.034791",
      "exact": "-21722484998|827803334182|470944204920",
      "float": -0.034790541765943865,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d3-lr10-s3002": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.028154",
      "exact": "-17578665682|827803334182|470944204920",
      "float": -0.02815383703363095,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d3-lr10-s3003": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.035705",
      "exact": "-22293462218|827803334182|470944204920",
      "float": -0.035705013881893836,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-euclid-d3-lr10-s3004": {
     "kind": "measured",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.029686",
      "exact": "-18535174408|827803334182|470944204920",
      "float": -0.02968577303379192,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d2-lr10-s3000": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.491761",
      "exact": "307045458962|827803334182|470944204920",
      "float": 0.49176131851601634,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d2-lr10-s3001": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.486151",
      "exact": "303542510110|827803334182|470944204920",
      "float": 0.4861510263072432,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d2-lr10-s3002": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.502219",
      "exact": "313574707064|827803334182|470944204920",
      "float": 0.5022185051046482,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d2-lr10-s3003": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.497644",
      "exact": "310718770694|827803334182|470944204920",
      "float": 0.49764446242166266,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d2-lr10-s3004": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.483804",
      "exact": "302077032230|827803334182|470944204920",
      "float": 0.48380392976668163,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d3-lr10-s3000": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.613719",
      "exact": "383193311592|827803334182|470944204920",
      "float": 0.6137190525208905,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d3-lr10-s3001": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.606996",
      "exact": "378995462720|827803334182|470944204920",
      "float": 0.6069958145247827,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d3-lr10-s3002": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.610385",
      "exact": "381111845870|827803334182|470944204920",
      "float": 0.6103853952463066,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d3-lr10-s3003": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.609146",
      "exact": "380338077094|827803334182|470944204920",
      "float": 0.6091461339499545,
      "zero_variance": false,
      "n": 13542
     }
    },
    "measured-lorentz-d3-lr10-s3004": {
     "kind": "measured",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.597963",
      "exact": "373355290966|827803334182|470944204920",
      "float": 0.5979625648301597,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d2-lr10-s3000": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.008932",
      "exact": "-5576964504|827803334182|470944204920",
      "float": -0.008932017516479466,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d2-lr10-s3001": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.008253",
      "exact": "-5152991140|827803334182|470944204920",
      "float": -0.008252985489101024,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d2-lr10-s3002": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.003738",
      "exact": "-2333880710|827803334182|470944204920",
      "float": -0.00373792290916355,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d2-lr10-s3003": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.006553",
      "exact": "4091607714|827803334182|470944204920",
      "float": 0.00655308308772598,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d2-lr10-s3004": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.006592",
      "exact": "4115761538|827803334182|470944204920",
      "float": 0.006591767640748188,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d3-lr10-s3000": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.018776",
      "exact": "-11723499496|827803334182|470944204920",
      "float": -0.018776254139255356,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d3-lr10-s3001": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.010404",
      "exact": "-6496256156|827803334182|470944204920",
      "float": -0.010404346976802915,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d3-lr10-s3002": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.002437",
      "exact": "1521457258|827803334182|470944204920",
      "float": 0.0024367526221986545,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d3-lr10-s3003": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.011997",
      "exact": "7490851442|827803334182|470944204920",
      "float": 0.011997282077965592,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-euclid-d3-lr10-s3004": {
     "kind": "shuffled",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.003211",
      "exact": "2004738722|827803334182|470944204920",
      "float": 0.0032107719832223376,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d2-lr10-s3000": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.000810",
      "exact": "505834680|827803334182|470944204920",
      "float": 0.0008101403942883667,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d2-lr10-s3001": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.009584",
      "exact": "5984153390|827803334182|470944204920",
      "float": 0.009584167670861687,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d2-lr10-s3002": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.002413",
      "exact": "1506593248|827803334182|470944204920",
      "float": 0.002412946553935193,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d2-lr10-s3003": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.006144",
      "exact": "-3836148370|827803334182|470944204920",
      "float": -0.006143941639233742,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d2-lr10-s3004": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.003100",
      "exact": "1935870730|827803334182|470944204920",
      "float": 0.0031004736102584114,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d3-lr10-s3000": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.004178",
      "exact": "-2608790142|827803334182|470944204920",
      "float": -0.004178215448287342,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d3-lr10-s3001": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.009955",
      "exact": "6215851156|827803334182|470944204920",
      "float": 0.009955252784090722,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d3-lr10-s3002": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.009971",
      "exact": "-6225410266|827803334182|470944204920",
      "float": -0.009970562570965055,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d3-lr10-s3003": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.001057",
      "exact": "-660218036|827803334182|470944204920",
      "float": -0.0010573994254433703,
      "zero_variance": false,
      "n": 13542
     }
    },
    "shuffled-lorentz-d3-lr10-s3004": {
     "kind": "shuffled",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.002718",
      "exact": "1696907698|827803334182|470944204920",
      "float": 0.0027177525106200405,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d2-i0": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.010041",
      "exact": "6269600154|827803334182|470944204920",
      "float": 0.010041336708649484,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d2-i1": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.004893",
      "exact": "3054911610|827803334182|470944204920",
      "float": 0.004892719685098517,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d2-i2": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "0.008655",
      "exact": "5403896386|827803334182|470944204920",
      "float": 0.008654833134113145,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d2-i3": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.004191",
      "exact": "-2616691266|827803334182|470944204920",
      "float": -0.004190869819301763,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d2-i4": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 2,
     "rho": {
      "rho": "-0.001095",
      "exact": "-683966730|827803334182|470944204920",
      "float": -0.001095435125804986,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d3-i0": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.000515",
      "exact": "-321675048|827803334182|470944204920",
      "float": -0.0005151919402193801,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d3-i1": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.003399",
      "exact": "2122447816|827803334182|470944204920",
      "float": 0.0033992938374860396,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d3-i2": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "-0.009361",
      "exact": "-5844954796|827803334182|470944204920",
      "float": -0.009361228421564768,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d3-i3": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.008767",
      "exact": "5473726026|827803334182|470944204920",
      "float": 0.00876667167409347,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-euclid-d3-i4": {
     "kind": "floor",
     "geometry": "euclid",
     "d": 3,
     "rho": {
      "rho": "0.012025",
      "exact": "7508272856|827803334182|470944204920",
      "float": 0.012025184062082262,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d2-i0": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.010041",
      "exact": "6269514902|827803334182|470944204920",
      "float": 0.010041200169792769,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d2-i1": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.004893",
      "exact": "3054978284|827803334182|470944204920",
      "float": 0.004892826469593105,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d2-i2": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "0.008655",
      "exact": "5403970720|827803334182|470944204920",
      "float": 0.00865495218679666,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d2-i3": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.004191",
      "exact": "-2616575822|827803334182|470944204920",
      "float": -0.004190684925202217,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d2-i4": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 2,
     "rho": {
      "rho": "-0.001096",
      "exact": "-684020366|827803334182|470944204920",
      "float": -0.0010955210287529374,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d3-i0": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.000515",
      "exact": "-321789662|827803334182|470944204920",
      "float": -0.0005153755049981948,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d3-i1": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.003399",
      "exact": "2122330200|827803334182|470944204920",
      "float": 0.003399105464730311,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d3-i2": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "-0.009361",
      "exact": "-5844955550|827803334182|470944204920",
      "float": -0.009361229629164566,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d3-i3": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.008767",
      "exact": "5473690288|827803334182|470944204920",
      "float": 0.0087666144364256,
      "zero_variance": false,
      "n": 13542
     }
    },
    "floor-lorentz-d3-i4": {
     "kind": "floor",
     "geometry": "lorentz",
     "d": 3,
     "rho": {
      "rho": "0.012025",
      "exact": "7508333902|827803334182|470944204920",
      "float": 0.01202528183282133,
      "zero_variance": false,
      "n": 13542
     }
    }
   }
  },
  "exact_trees_on_hit_test": {
   "H3": {
    "random": "34343/34398",
    "hard": "49037/49140"
   },
   "H2": {
    "random": "25439/25480",
    "hard": "49037/49140"
   },
   "flag": "reconstruction (A13.11): the exact trees encode E, and most closure edges by prefix"
  },
  "relabel_tail": {
   "euclid-2-s3000": {
    "permutations": 200,
    "per_row": [
     0.25399246917104057,
     0.33071871911157624,
     0.24987228380085527,
     0.2655789977218549,
     0.26500259000259,
     0.26408241229669804,
     0.2755701309272738,
     0.28062866366437794,
     0.2738660149374435,
     0.2587897552183266,
     0.2701432496075354,
     0.2625284107426964,
     0.3012766664552378,
     0.2868021528735814,
     0.3087184310398596,
     0.28808512915655776,
     0.28974022009736294,
     0.31683158111729537,
     0.31992597349740204,
     0.22761831422545709,
     0.3213647794004937,
     0.2511026011026011,
     0.26798178673178674,
     0.25753406646263793,
     0.27357354946640666,
     0.26258295276152416,
     0.27841896859754006,
     0.2776549178334893,
     0.26473711473711475,
     0.27049458478029903,
     0.25253427128427125,
     0.2562145856788714,
     0.29380209737352597,
     0.27586844372558655,
     0.2726728628514343,
     0.24779929065643347,
     0.25396072181786467,
     0.31342453842453843,
     0.26572722912008623,
     0.27630590309161734,
     0.26667489256774973,
     0.2884314098599813,
     0.29025561079132506,
     0.2858182161753591,
     0.3092956316170602,
     0.28857759304187874,
     0.29246718889576034,
     0.23961887979745125,
     0.22820298088155233,
     0.2743365761222904,
     0.2422215020429306,
     0.2837649784078355,
     0.2556838003266575,
     0.26215629608486746,
     0.31556948342662633,
     0.2633304856519142,
     0.2849011107939679,
     0.3030844155844156,
     0.2733207599279028,
     0.2780175842675843,
     0.26653386296243436,
     0.2707580448651877,
     0.26576938273366846,
     0.2569234006734007,
     0.27368345939774513,
     0.29717263556549267,
     0.2817244594030308,
     0.2891429668215383,
     0.26553545660688516,
     0.296245289102432,
     0.25049226567083716,
     0.2680963216677502,
     0.2450758566829995,
     0.3098508964580393,
     0.3009040562611991,
     0.25832666011237443,
     0.2324365119007976,
     0.2582926663283806,
     0.31536578500864215,
     0.28283792926650075,
     0.2822627438698867,
     0.28770994217422785,
     0.2753478333835476,
     0.29968629254343543,
     0.284156154691869,
     0.2744244842459128,
     0.27360291824577543,
     0.3327414979200694,
     0.2771407824979254,
     0.28138917960346527,
     0.2638368575868576,
     0.2570762570762571,
     0.296163591699306,
     0.28516258873401734,
     0.2726037520680378,
     0.2823116698116699,
     0.28830835170120883,
     0.27404103832675264,
     0.25531049638192493,
     0.2612695505552648,
     0.2857118080332366,
     0.2690527726242012,
     0.3124178070606642,
     0.24923997959712244,
     0.2760138670852956,
     0.2701381290667005,
     0.29613950863950866,
     0.2707853323924752,
     0.28434597809597806,
     0.28014620961049536,
     0.27355739498596643,
     0.2519624224981368,
     0.276961827854685,
     0.2928875687804259,
     0.24945154052296908,
     0.25977610352610353,
     0.27848470973470973,
     0.28644136947708376,
     0.26167916078630366,
     0.25791605880891594,
     0.2787373671302243,
     0.28986493004350145,
     0.3161803143946001,
     0.2751305242376671,
     0.2894736876879734,
     0.23535842464413892,
     0.2943530675673533,
     0.27060310721025005,
     0.2769197072768501,
     0.24935342435342436,
     0.25150646311360597,
     0.25921297617726186,
     0.2693621523978667,
     0.30770423359709076,
     0.2740957455243169,
     0.3000995697424269,
     0.26279134225562795,
     0.28345698613555753,
     0.2630679836036979,
     0.2491997090211376,
     0.283524346024346,
     0.2712489230346373,
     0.24827540184683042,
     0.31263541352827073,
     0.2668908472479901,
     0.2844925577068434,
     0.2796345849917279,
     0.26945052302195155,
     0.24114810454096172,
     0.26046096760382476,
     0.30090428751143034,
     0.25884479277336425,
     0.2619128226271083,
     0.25349851867709006,
     0.30635677153534296,
     0.2904566993852708,
     0.30080435437578296,
     0.26308351040493905,
     0.2674494156637014,
     0.2968024039452611,
     0.2738658497587069,
     0.2631946756946757,
     0.3517190811833669,
     0.27736126307554876,
     0.27747341943770515,
     0.2672356413427842,
     0.270053293267579,
     0.28642353017353017,
     0.2669279463922321,
     0.2856283927712499,
     0.2767409178123464,
     0.2676435667507096,
     0.2951359487073773,
     0.2993397145182859,
     0.25879959987102846,
     0.2632899507899508,
     0.29479835640549923,
     0.28668936883222595,
     0.25243298368298367,
     0.2567603362246219,
     0.3006460801103658,
     0.2585470746185032,
     0.2839023740809455,
     0.2829394150822722,
     0.27710886996601275,
     0.27170260295260296,
     0.25879867487010344,
     0.27852643388357673,
     0.2800596559525131,
     0.29313289224003514,
     0.2765755738970025,
     0.2849672153243582,
     0.274638159459588,
     0.28136694654551797,
     0.29347676133390416,
     0.28854131979131975,
     0.27104244961387824,
     0.24368432493432493,
     0.27373083265940407,
     0.2428765678765679
    ],
    "macro": [
     0.2688032377573293,
     0.2773292186475608,
     0.26234040479601345,
     0.2842004084563767,
     0.2586434245244591,
     0.24845819607086506,
     0.27710079587316455,
     0.2834875785058157,
     0.27432050329975693,
     0.2702300541946157,
     0.281091907847746,
     0.2624223633315688,
     0.27906951691521203,
     0.2811741672289619,
     0.26293322021309407,
     0.25579935295192224,
     0.2839668281961933,
     0.2711321245642993,
     0.29390585154556037,
     0.24856335470140503,
     0.2998107212835402,
     0.2739825459114824,
     0.2600955509597497,
     0.2464563647834863,
     0.30068214779864627,
     0.2693125768604344,
     0.28763613836700463,
     0.2690517652753614,
     0.27039095168098826,
     0.2734982994191678,
     0.257369704421825,
     0.2757118901180893,
     0.2671097337890344,
     0.2752192314167121,
     0.28380746054112876,
     0.2821235738614494,
     0.27567716590695907,
     0.29341732345495497,
     0.26960673735830704,
     0.26961310976378505,
     0.2529357904440198,
     0.2844795011330618,
     0.2903997868707568,
     0.2746447153033001,
     0.2816894579940189,
     0.27951423163240574,
     0.2669768685368804,
     0.2657481553422707,
     0.26316133714558654,
     0.2872000918110262,
     0.273251293718942,
     0.2847285775736124,
     0.2671664646996402,
     0.2550166783856051,
     0.29266416027193937,
     0.2807210974501233,
     0.2844001190333196,
     0.2754744506330506,
     0.2631918983118579,
     0.27419634033908197,
     0.27359471760283577,
     0.28357479813825176,
     0.26388688829068474,
     0.2543749473628082,
     0.2664777130603939,
     0.27299968886956943,
     0.2801728346288179,
     0.2579905169890118,
     0.27366354288910827,
     0.3138884490234197,
     0.2878782536524502,
     0.25554961077305294,
     0.2555051370084695,
     0.28324787192575807,
     0.2777150613679962,
     0.28007835669037745,
     0.26482918286502954,
     0.254152799714862,
     0.2821072284348672,
     0.28369717913568687,
     0.29741371628844915,
     0.27853708458592513,
     0.2631748966222351,
     0.26765987261376095,
     0.2862375548663826,
     0.2523704003298561,
     0.2650211826180478,
     0.2758231768921096,
     0.2849737976092093,
     0.2712888783643595,
     0.24763837218679655,
     0.26869066964493177,
     0.2933641529815415,
     0.25381122120882593,
     0.28367771237535144,
     0.2730022726292563,
     0.2872370261071038,
     0.28694958306872687,
     0.2716132409124018,
     0.2549403020468276,
     0.28054682860864005,
     0.26605487170913733,
     0.2654857561113863,
     0.27366377513738877,
     0.2803466723553022,
     0.2867564652770677,
     0.2893776687112393,
     0.2467088086931991,
     0.26982105208439705,
     0.2729440985792944,
     0.28783672862541865,
     0.26758985481147635,
     0.263729189603333,
     0.264287409497497,
     0.2644272614109091,
     0.2643899862169074,
     0.27527317235211857,
     0.28596860733473384,
     0.2701681607383718,
     0.28680789936946016,
     0.27298179631830144,
     0.26435908914323497,
     0.25993666686234906,
     0.27037619649708344,
     0.2625502024234025,
     0.2659394407509968,
     0.26348471775482474,
     0.27914795258635056,
     0.304204151995687,
     0.24534088167110624,
     0.28098356939714664,
     0.24366142284310482,
     0.2884960172559999,
     0.2936201097335247,
     0.27945539868737346,
     0.2997784442061833,
     0.2917688523723782,
     0.2955764912130008,
     0.26963537617686706,
     0.2810206043112723,
     0.28117766619744844,
     0.27557034751013043,
     0.2516812943807262,
     0.2715092020367005,
     0.26486115741127286,
     0.2893023320513383,
     0.2732671714353866,
     0.2847477179219126,
     0.2854230729763598,
     0.26349653069823875,
     0.2858944344594046,
     0.28792393374739556,
     0.27172903353160666,
     0.2786309465713887,
     0.28513371330407994,
     0.27897931227325445,
     0.279507690224085,
     0.2684818104979124,
     0.2579095363842274,
     0.2952865814883988,
     0.2754169567886153,
     0.29534083938877115,
     0.2812403298730712,
     0.2963945737137718,
     0.2748187106382581,
     0.27961338097915844,
     0.30273242784428644,
     0.2579091547553881,
     0.2658983784813062,
     0.26193856630808454,
     0.28678869458527734,
     0.26931641457816097,
     0.2921819155991789,
     0.3003911930494321,
     0.26549625924014625,
     0.28271502139859606,
     0.2610672388690986,
     0.27764455453655656,
     0.26756843323343116,
     0.2887749140113679,
     0.2726933546022852,
     0.2569164486272243,
     0.27341186767120695,
     0.2740121943955553,
     0.2759994379632976,
     0.29540816552088306,
     0.2569538937556683,
     0.26075147561310263,
     0.2711131298057302,
     0.26421965667231234,
     0.2705810604222793,
     0.28870488451576115,
     0.2607376450121131,
     0.28591666063535437,
     0.26901889011884306,
     0.2556861997208849,
     0.27176300451871177,
     0.26734921647246296,
     0.25451562128897925,
     0.27553260049796774
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 13
   },
   "euclid-2-s3001": {
    "permutations": 200,
    "per_row": [
     0.28321714661000374,
     0.2900670757813615,
     0.25367651528365814,
     0.2558805282019567,
     0.2688860742432171,
     0.2389123442694871,
     0.2559051067979639,
     0.25062566401852115,
     0.2555355358926788,
     0.2624946482089339,
     0.28924788835503124,
     0.3115155347298204,
     0.29779189064903355,
     0.2665808067593782,
     0.2677914017199731,
     0.26215943448086304,
     0.24763414495557354,
     0.27227045441331155,
     0.30833019493733776,
     0.26424458478029905,
     0.30360443128300274,
     0.23425400657543513,
     0.26119644244644247,
     0.26736870933299506,
     0.2648849827421256,
     0.25852893799322374,
     0.2906219772291201,
     0.30717391074533934,
     0.2603810871668014,
     0.28415579129864843,
     0.28140900105185823,
     0.29958335315478174,
     0.26426652051652055,
     0.30040964326678615,
     0.28894521483807195,
     0.2565451744023172,
     0.29049290656433513,
     0.30962588998303286,
     0.3168690766905053,
     0.257451344951345,
     0.27127938199366775,
     0.2768249607535322,
     0.2770121743336029,
     0.30610054627911776,
     0.30915622076336363,
     0.31004603861746716,
     0.25682703539846397,
     0.23859913234913235,
     0.2227176923605495,
     0.2901101543958687,
     0.24887668548382835,
     0.29233253518967806,
     0.26165279825994114,
     0.2989645275359561,
     0.2983588171088171,
     0.283121904550476,
     0.24924291977863408,
     0.2781860665789237,
     0.2704109382680811,
     0.3065603708460851,
     0.2807523164666022,
     0.2564496680568109,
     0.2886113555756413,
     0.2507674534460249,
     0.2949384940456369,
     0.28509552616695477,
     0.27932018378446954,
     0.2703060497703355,
     0.2921830153973011,
     0.29907179460750893,
     0.28673096083810373,
     0.2798609128966272,
     0.2570101195101195,
     0.27979976372833515,
     0.28700763522192096,
     0.2472101972101972,
     0.2383016454445026,
     0.26542600917600917,
     0.25130646469932183,
     0.2809254898540613,
     0.29702080327080327,
     0.29636259904117046,
     0.2749341597555883,
     0.30538271252556964,
     0.26851108547537117,
     0.2356326543826544,
     0.3038037689823404,
     0.28418872793872796,
     0.25113395202680916,
     0.26548425119853697,
     0.26015697265697263,
     0.26478167996025137,
     0.3037780010994297,
     0.2971869070083356,
     0.2754447272304415,
     0.3025610302396016,
     0.3028422635565492,
     0.2565214877714878,
     0.27667914096485524,
     0.2571399830328402,
     0.2651232695875553,
     0.29959233887805314,
     0.2929722063650635,
     0.24691228084085226,
     0.2584101084101084,
     0.25707126867841157,
     0.3037586751872466,
     0.2654913869199583,
     0.25647804576376004,
     0.27471787471787473,
     0.24856505927934497,
     0.2851945012659298,
     0.2810900409114695,
     0.2521823084323084,
     0.2625713572142144,
     0.2521678057392343,
     0.24313715385143952,
     0.30405038083609515,
     0.2635500412286126,
     0.25039761825476115,
     0.27775762597191167,
     0.3100266135980422,
     0.26671992029134883,
     0.2757540409326124,
     0.2652605000819287,
     0.22486580879438023,
     0.2753093137021709,
     0.2905550798407941,
     0.296268414125557,
     0.2810089711875426,
     0.2435760667903525,
     0.26190149136577706,
     0.2717000261643119,
     0.29169682830397115,
     0.2694145801288658,
     0.30683450147735863,
     0.28862532969675825,
     0.27811272721987007,
     0.2379917701346273,
     0.2538353511567797,
     0.26467530485387625,
     0.25098717420145994,
     0.2503454548097405,
     0.3096530123315838,
     0.2620427191855763,
     0.27747269265126406,
     0.24387395012395013,
     0.22087575123289407,
     0.26128742289456575,
     0.2331576822648251,
     0.2792635605135605,
     0.23064111814111812,
     0.2441268387696959,
     0.26088184302470013,
     0.34860483431912004,
     0.2785351553208696,
     0.26524900364186077,
     0.25115499579785294,
     0.2689371805443234,
     0.27350879940165657,
     0.2812260821189393,
     0.2603187817473532,
     0.25910224035224033,
     0.29272129986415707,
     0.2932487486058915,
     0.2755554630554631,
     0.30661887715459146,
     0.2844427067641353,
     0.2625552357695215,
     0.2846629230557802,
     0.26364042703328416,
     0.24549435353006788,
     0.30148307380450234,
     0.2682290593004879,
     0.2619720226863085,
     0.2693507220292935,
     0.30081935260506687,
     0.2958000333000333,
     0.2650903990189704,
     0.2851226154797583,
     0.29451784987499274,
     0.312643044785902,
     0.2998855641712785,
     0.30662009947724234,
     0.2878567199995771,
     0.2464373259016116,
     0.2787558671487243,
     0.2854787078001364,
     0.26641592534449676,
     0.2845447541876113,
     0.2843571772143201,
     0.25629948754948756,
     0.272139269460698,
     0.2724591546020117,
     0.3084679540036683,
     0.24936112168255023,
     0.27150425632568487,
     0.29130594934166365,
     0.270533732140875,
     0.2628722468008183
    ],
    "macro": [
     0.279349312897584,
     0.2885189170619082,
     0.2829009967282609,
     0.2724238752063564,
     0.25106579398222584,
     0.2416478529513839,
     0.2590059881606243,
     0.27068945314333154,
     0.258910450360319,
     0.2667688850412386,
     0.27754565685846505,
     0.2763115915700591,
     0.2852717720951808,
     0.27845917913980034,
     0.2738470066319485,
     0.2654189061216001,
     0.26325085787686864,
     0.27511568074329656,
     0.2838809939349982,
     0.275361585212381,
     0.2918311505707187,
     0.2594672203092451,
     0.26330653852749564,
     0.25125237759450275,
     0.28359837096001134,
     0.2745762165486645,
     0.2929491940438755,
     0.3019586990423279,
     0.27063736977723235,
     0.27662456987850675,
     0.26703111733324064,
     0.2856740162085021,
     0.284901488467954,
     0.27245527470927444,
     0.296370263537414,
     0.25564002766709626,
     0.3070305176803191,
     0.29182531726386945,
     0.28359388119727447,
     0.2782340598844409,
     0.2609024038989811,
     0.282144238830707,
     0.277224611226043,
     0.2710719126156008,
     0.2990842521955185,
     0.2847908153749587,
     0.28065815291421936,
     0.27826027623432587,
     0.262424290732376,
     0.2927452989417551,
     0.27259764152142596,
     0.2704913691852816,
     0.26110774218022914,
     0.2792211004748809,
     0.3084395713150103,
     0.27022867830950037,
     0.265449797848769,
     0.2734990740584969,
     0.27271803848527154,
     0.27062922081130586,
     0.27593227671515963,
     0.26421855369734826,
     0.2709807388773781,
     0.26217189600929447,
     0.2576443069834345,
     0.2940953210723902,
     0.25491271675701344,
     0.2632231000157382,
     0.28956075180199425,
     0.2855353419981591,
     0.2742584423414998,
     0.2811798615386083,
     0.2683707691339732,
     0.2731526891022561,
     0.25999567045821215,
     0.28483237585103094,
     0.2588046950282636,
     0.260986546448364,
     0.2862019352985944,
     0.2634849453088784,
     0.2787661056227771,
     0.26443226466871755,
     0.25325899083139275,
     0.27920756131815505,
     0.26450708276315454,
     0.2787365191762927,
     0.2782925429297836,
     0.27191068080602404,
     0.262786079739548,
     0.28020805522367487,
     0.2648976092999629,
     0.28203966007181946,
     0.28442783213128336,
     0.27314749319686626,
     0.2733735636684175,
     0.2871496813297381,
     0.2911954035512695,
     0.25763208960616324,
     0.2770454928665288,
     0.25375807428787356,
     0.2847068947685163,
     0.2790412016840518,
     0.25816575585087553,
     0.2426617278449918,
     0.27194445715566024,
     0.27505841161394884,
     0.27812342225330444,
     0.2634110089093593,
     0.27341914681734963,
     0.2986929333507036,
     0.2576099953273059,
     0.2691485261006063,
     0.2660293506868875,
     0.26974560923846685,
     0.2640957945161628,
     0.26683644369328785,
     0.2694265606252484,
     0.2675638199251572,
     0.27480713762668113,
     0.27581736774847415,
     0.2744156681771095,
     0.25270647298468507,
     0.2573275212987701,
     0.2730398600654795,
     0.2834395419055529,
     0.2769480369286453,
     0.2711178162639586,
     0.2901331844730482,
     0.276240228783613,
     0.277041215904833,
     0.2707471629458874,
     0.24996473089109555,
     0.26839239893639594,
     0.2715762112719324,
     0.27166204940279637,
     0.287233008569461,
     0.3106202506226219,
     0.31354012618692806,
     0.2607207268237745,
     0.2874211822760597,
     0.2548622941523048,
     0.2737442828936837,
     0.25131874809360116,
     0.2745052506856083,
     0.26708608067768985,
     0.27662789480266575,
     0.27187389931631945,
     0.2431704357139813,
     0.2738597039587559,
     0.25783391580041154,
     0.28108478560968503,
     0.2592996292388938,
     0.26271173547804055,
     0.2668370101413209,
     0.294003296176008,
     0.24943135609974593,
     0.25345236051280856,
     0.26015688306664925,
     0.26586636561148874,
     0.27178449809593325,
     0.27585619838490144,
     0.2560887914082974,
     0.2701758093631563,
     0.2808331053952593,
     0.27960553960209333,
     0.26707728577696743,
     0.2970323208687057,
     0.289831434409037,
     0.25710560686883344,
     0.2701727060663058,
     0.27696692310353116,
     0.24662556567411978,
     0.27008632205788413,
     0.26446536576264623,
     0.267799595503837,
     0.26675873448005133,
     0.2946150256877959,
     0.2741023178829214,
     0.2720019093417871,
     0.30647551094683495,
     0.26085851176662783,
     0.2885117045338013,
     0.277612769326352,
     0.27742634889693585,
     0.27308559737130506,
     0.26470710017199367,
     0.2552925674144096,
     0.2653592073911674,
     0.26836743764052046,
     0.2878527904840272,
     0.2650674598922065,
     0.2716303180840054,
     0.2596406651537027,
     0.275740332932155,
     0.30836203907799575,
     0.2568307609250378,
     0.27307992881540083,
     0.2747736727784233,
     0.27989152158082203,
     0.2723718160953223
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 12
   },
   "euclid-2-s3002": {
    "permutations": 200,
    "per_row": [
     0.28612382987382984,
     0.29334081923367633,
     0.26681661592375877,
     0.252566712388141,
     0.2719222906722907,
     0.22053072588786873,
     0.26765268461697034,
     0.2645742154670726,
     0.26777293473722047,
     0.28151531008673863,
     0.2936587552658981,
     0.2994190663833521,
     0.26909710659710656,
     0.2789427834070691,
     0.2675573764859479,
     0.26722807615664756,
     0.28568831961689106,
     0.2934094675166104,
     0.3142556517556518,
     0.257283325140468,
     0.29937876277161984,
     0.2720537729466301,
     0.2640755078255078,
     0.26323732484446766,
     0.27377077287791574,
     0.27360648610648614,
     0.3165560629846344,
     0.28324889396317965,
     0.2563526090311804,
     0.27747956408670693,
     0.25826204219061366,
     0.2717688726617298,
     0.2632914704343276,
     0.2980253542753543,
     0.28377247752247753,
     0.2562730919873777,
     0.2721942739799883,
     0.28522585219013796,
     0.28921333296333296,
     0.25028784046641184,
     0.250597385418814,
     0.27188357277642994,
     0.28053279392565106,
     0.29632536775393914,
     0.30435781150066865,
     0.27993782011639157,
     0.25340942126656407,
     0.2448110421324707,
     0.24236471200756912,
     0.2522627174412888,
     0.2701755255326684,
     0.3110349306777878,
     0.2538228306085449,
     0.2894198724555867,
     0.29655143137285994,
     0.3066260459117602,
     0.2696777098562813,
     0.28101597476597473,
     0.3198999413285128,
     0.3071552455481027,
     0.30710869818012676,
     0.26811895115466544,
     0.2871018201375344,
     0.24308505647791362,
     0.273500936893794,
     0.2513321665107379,
     0.2844453496239211,
     0.2812031553102982,
     0.2954470133041561,
     0.32666477041477043,
     0.25057640771926487,
     0.2833769405197976,
     0.27588631606488745,
     0.2736223102294531,
     0.3104337461480318,
     0.2626160876160876,
     0.24020090359376076,
     0.26297548351119776,
     0.2659156650228079,
     0.2633419820919821,
     0.2711998979856123,
     0.2593330611187754,
     0.2646136271136271,
     0.31849195777767214,
     0.29239619507476644,
     0.24773232719661292,
     0.2836721479578623,
     0.3090033313247599,
     0.2507085176728034,
     0.2601820467891897,
     0.28822136857851144,
     0.27387496762496766,
     0.28679690018975734,
     0.2868621457907172,
     0.2627586038300324,
     0.2884512973798688,
     0.28161382268525126,
     0.27221756418184995,
     0.28820220784506495,
     0.25846441917870483,
     0.2667203827918114,
     0.2750999661713947,
     0.30250424178995605,
     0.2402973019044447,
     0.26617492956778677,
     0.24291901881187594,
     0.28853976711119567,
     0.26935726310726316,
     0.26078812060954915,
     0.2898356603713746,
     0.29305337519623237,
     0.267720473970474,
     0.25766568087996655,
     0.24635922939494365,
     0.2508324017252589,
     0.2736489370417942,
     0.26471914329057183,
     0.3036584447298733,
     0.28818935693935693,
     0.2765436283293426,
     0.25439031867603296,
     0.32580911152339725,
     0.27243044653758935,
     0.2646695896695897,
     0.27777900010042866,
     0.2464188589188589,
     0.2747083273868988,
     0.2541990416990417,
     0.2825553745196603,
     0.2711731390302819,
     0.24807335521621238,
     0.27890522176236465,
     0.28576073397501967,
     0.2637515923230209,
     0.3186186498686499,
     0.2859877556306128,
     0.2642237392237392,
     0.2603094656666085,
     0.2647425986711701,
     0.28121534550105975,
     0.2719912693126979,
     0.23078181738896025,
     0.24743963047534479,
     0.3126855617927047,
     0.2662511430368573,
     0.2747853006781578,
     0.28464379535808104,
     0.23249994053565481,
     0.2616955465169751,
     0.24951414326414326,
     0.26494927030641313,
     0.21721096363953507,
     0.25586136746851035,
     0.26141196766196767,
     0.3060015381443953,
     0.27820317909603626,
     0.2912503501789216,
     0.2533205551062694,
     0.29771673432387713,
     0.28767809571381,
     0.27913154966726395,
     0.2891685364899651,
     0.2888867746010604,
     0.2858613608613608,
     0.28532882461453885,
     0.29252368002368,
     0.295215564858422,
     0.2734155064512207,
     0.2600990279561708,
     0.2615598026312312,
     0.2869415306915307,
     0.2523474210974211,
     0.258824839181982,
     0.276166921702636,
     0.2675204094846952,
     0.2517331544117258,
     0.29254531843817555,
     0.28346577364434505,
     0.27479706140420423,
     0.2670789527932385,
     0.2835785576857005,
     0.29489039399753686,
     0.262531648245934,
     0.2764321326821326,
     0.2715020759663617,
     0.25937471919614774,
     0.27439197707054847,
     0.26509697313268743,
     0.32255181987324844,
     0.2571478455407027,
     0.2563388331245474,
     0.2716391412819984,
     0.3085184656613228,
     0.265027664134807,
     0.2801158827944542,
     0.2471846605775177,
     0.2618392520178235,
     0.27210943818086675,
     0.30420657384943106,
     0.2560000185000185
    ],
    "macro": [
     0.28545090146750407,
     0.2780355329984553,
     0.26908762212934495,
     0.26438511756681493,
     0.2819872852583985,
     0.24240169281947538,
     0.2658392169543133,
     0.2707425036608616,
     0.2722447338095452,
     0.28644857884876046,
     0.2863256522075961,
     0.2658412763032895,
     0.27576351001265453,
     0.26310618824471477,
     0.2524542054750049,
     0.2464921483660671,
     0.27953314154032916,
     0.2679294504554638,
     0.27693048389462854,
     0.2666104298118024,
     0.2818568778669744,
     0.28053662834631055,
     0.26468361544675806,
     0.265217425955433,
     0.27458244611396865,
     0.27095514727211306,
     0.2888277734954734,
     0.28441371293721307,
     0.27361629745046456,
     0.2790126761706092,
     0.2449943405740949,
     0.2771471586179976,
     0.27187402230147495,
     0.2765749908518185,
     0.3021877736194671,
     0.26484766347357414,
     0.2901811817410239,
     0.293131529723085,
     0.28510122818061584,
     0.28238781566688437,
     0.2577110621143359,
     0.27561313928643993,
     0.2795320611061001,
     0.2774372749188585,
     0.27726373374677826,
     0.27144844131452767,
     0.2737446144231533,
     0.28013755263278756,
     0.26728300933420235,
     0.27085012762402805,
     0.2660550479194162,
     0.2990755734108172,
     0.2536390177047665,
     0.29379789073867113,
     0.28422217887112405,
     0.27446853875839494,
     0.2741656517980408,
     0.25097078037204207,
     0.2808945307293894,
     0.2831454665478601,
     0.29137442178781364,
     0.2713316115686129,
     0.29040789763570646,
     0.2504877038106904,
     0.27350001663227513,
     0.27166808298519046,
     0.2783804341506658,
     0.28062787488552193,
     0.27043116770500447,
     0.2959485967911416,
     0.2722043070658853,
     0.2691629352501587,
     0.266600439928733,
     0.280972442108464,
     0.2802757745071679,
     0.2812605530896875,
     0.2628432138062771,
     0.25841376319770765,
     0.2930982216459023,
     0.286269970832521,
     0.2778712730837413,
     0.27087338877086115,
     0.2714375564539793,
     0.2809905326789502,
     0.29412705542548484,
     0.265800877293245,
     0.2701834265326535,
     0.2759092317438463,
     0.2824216132805449,
     0.2615367848446592,
     0.2649809631771166,
     0.2728791523280753,
     0.2711978319060653,
     0.254183620818535,
     0.2709845443589366,
     0.2848959077256131,
     0.30800784300917045,
     0.2728411347180725,
     0.29758011879502544,
     0.25831483374926517,
     0.29211004029339627,
     0.2562471841208541,
     0.24287060519748255,
     0.26113267444000915,
     0.29049111032766367,
     0.25640841958681054,
     0.27378817455224336,
     0.2998526085408085,
     0.254264068019297,
     0.27204236335417353,
     0.28012815789213424,
     0.2603360565828376,
     0.2619200540080555,
     0.2546229073333293,
     0.24930041354454452,
     0.26007707632720634,
     0.2720915228658884,
     0.26420603968521433,
     0.2888092895695726,
     0.278483692875064,
     0.2578847963092994,
     0.28131984180293695,
     0.2535198472300063,
     0.2561796770023132,
     0.27282787917006945,
     0.27518745501654335,
     0.2733423522504356,
     0.27328626622971436,
     0.29579135011737145,
     0.2788494204018159,
     0.2999453152411282,
     0.2618715226156983,
     0.29183152986771893,
     0.27861347912168505,
     0.2936911515692972,
     0.2828956999965243,
     0.28092107114213927,
     0.28430373968618905,
     0.25803737154476075,
     0.2999666567239379,
     0.26641277972790245,
     0.24915745992992994,
     0.276242271771123,
     0.27907411618375705,
     0.25652720318254957,
     0.2775228383995275,
     0.2791249211642805,
     0.2770822970709434,
     0.2840816302207437,
     0.2685951876723518,
     0.27573227087040286,
     0.2534100969407464,
     0.26054173922598933,
     0.27180418135258655,
     0.2833715703066753,
     0.258787973835019,
     0.2734707851799697,
     0.2585682289840005,
     0.273329206505899,
     0.27655868050341265,
     0.2738542946167393,
     0.26936096134104237,
     0.2745429171647532,
     0.27857391617041455,
     0.26626444355833956,
     0.2775271976463186,
     0.2968922647313956,
     0.2580952361849817,
     0.27588149517665705,
     0.2700950910041292,
     0.2692216640658055,
     0.2497883782087439,
     0.26653302298723996,
     0.2878898174473575,
     0.2698525502907748,
     0.28250841734814985,
     0.29570787424504974,
     0.27640446567307464,
     0.25114912690440383,
     0.29205814949653647,
     0.27531690767976214,
     0.26775672152651775,
     0.28080116000365773,
     0.27432042964394415,
     0.2671741645641461,
     0.280617189001596,
     0.24462627400445003,
     0.2610556896828853,
     0.28043618537665516,
     0.26454932657782804,
     0.24647911320032173,
     0.278465754764871,
     0.28635151058564207,
     0.2636887036097496,
     0.29110196741010347,
     0.2686974181947184,
     0.2790164493213776,
     0.2815827149379445,
     0.27598127501157566,
     0.2686849861146056
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 11
   },
   "euclid-2-s3003": {
    "permutations": 200,
    "per_row": [
     0.258924210709925,
     0.3006251024108167,
     0.27098853527424954,
     0.2709187637759066,
     0.2671256653399511,
     0.2820186757686758,
     0.2631578078006649,
     0.263987764880622,
     0.26690898387326956,
     0.25741873866873866,
     0.29479181532752957,
     0.3155985548842692,
     0.30172413565270706,
     0.2832731422017136,
     0.2664566914566915,
     0.28112862666434096,
     0.253753158217444,
     0.3114865954151668,
     0.2919070347641776,
     0.2606100909672338,
     0.2894453099810243,
     0.2718184593184593,
     0.26011376189947616,
     0.30162615162615164,
     0.26551262890548605,
     0.26354178229178227,
     0.27501846698275273,
     0.26254585361728217,
     0.276132498453927,
     0.2926661632018775,
     0.2756801730016015,
     0.29754769040483325,
     0.27240933669505096,
     0.31833460851317996,
     0.2764491791277506,
     0.26164440718012144,
     0.24203098488812777,
     0.301879106343392,
     0.2903382001596287,
     0.27253645825074396,
     0.26601487137201424,
     0.2742341983413412,
     0.29136894851180567,
     0.2787643243000386,
     0.30282541532541535,
     0.291609250537822,
     0.2722161106089678,
     0.2501630644487787,
     0.2406975630189916,
     0.2719015442229728,
     0.24300256621685193,
     0.2715842689056974,
     0.2608782421282422,
     0.26477467638181923,
     0.2986218146932432,
     0.27128219003219006,
     0.2850378787878788,
     0.305107227428656,
     0.29782043353471926,
     0.28529056921914064,
     0.27613778417349844,
     0.2863265041836471,
     0.27127997663711956,
     0.2604020318306033,
     0.2753601887530459,
     0.2907298059083773,
     0.26778476153476155,
     0.28444594426737285,
     0.2626682180253609,
     0.29605312016026303,
     0.26896393949965375,
     0.3098937768580626,
     0.24574007341864484,
     0.27838672570815426,
     0.3074395842252985,
     0.24703718900147476,
     0.22895034859320573,
     0.2874083918726776,
     0.2986712692069835,
     0.2843762718762719,
     0.2694758944758945,
     0.25290400736829305,
     0.2528926430712145,
     0.34149514506657364,
     0.2770676743891029,
     0.24135877350163065,
     0.3322190045404331,
     0.2757483587840731,
     0.2790541799470371,
     0.3102209628995343,
     0.2923311476882905,
     0.24610568003425146,
     0.3093031307317022,
     0.3208636271136271,
     0.2572579206507778,
     0.31984678681107254,
     0.29122501176072607,
     0.25488103166674597,
     0.29392023320594746,
     0.2705596652025224,
     0.2679973135330278,
     0.2945147445147445,
     0.289431203716918,
     0.23533860319574607,
     0.27547967905110765,
     0.2341783877498163,
     0.3136980413766128,
     0.2867406072763216,
     0.2534666722166722,
     0.24346533096533093,
     0.2675370595013452,
     0.26941200334057475,
     0.3192125334982478,
     0.2930696948554091,
     0.24779420315134604,
     0.267739799882657,
     0.25405513798370943,
     0.3021901709401709,
     0.25546384832099117,
     0.25338824535253107,
     0.25852804602804597,
     0.31370293066721633,
     0.2859451725523154,
     0.2509321036106751,
     0.2873297337583052,
     0.2702819997462855,
     0.27834216048501764,
     0.2620381272166986,
     0.29902802224230796,
     0.26584784263355693,
     0.24285707678564822,
     0.2845999569213855,
     0.27001170126170126,
     0.3046857573643288,
     0.28554458108029535,
     0.29244984512841654,
     0.26439245278530993,
     0.27928480249908816,
     0.2527902652902653,
     0.2506929908715623,
     0.2563446804518233,
     0.26314218189218186,
     0.23886771297485582,
     0.2832874797160511,
     0.2676483569340712,
     0.2645449457949458,
     0.2618109073466216,
     0.2445853749425178,
     0.23723763009477294,
     0.2672512011797726,
     0.25319964427107283,
     0.2593074914503486,
     0.2653585171442314,
     0.24242543171114597,
     0.3097479240336383,
     0.28160133517276376,
     0.28077597006168437,
     0.2657869907869908,
     0.27771441521441514,
     0.2640790756862186,
     0.2685915935915936,
     0.26958193922479634,
     0.27790820290820295,
     0.290670473706188,
     0.2985074449360164,
     0.2826783996426854,
     0.3013687701187701,
     0.29111371432800004,
     0.2558001191929763,
     0.27013568442139874,
     0.2986320557749129,
     0.2590317751032037,
     0.27365461919033346,
     0.275203169846027,
     0.2815285574214146,
     0.2533565310351025,
     0.30752154591440306,
     0.2873422543065401,
     0.2862139183567755,
     0.2654268020339449,
     0.27647996844425415,
     0.28633281401138544,
     0.27850776868634014,
     0.29897476861762573,
     0.29158672015814874,
     0.2440856101570387,
     0.28584596620310904,
     0.27038156948871234,
     0.2715101697244554,
     0.28985548181976756,
     0.26841828806114515,
     0.26661133178990326,
     0.29390513586942163,
     0.28245385566814135,
     0.2954972276400848,
     0.26922317100888526,
     0.2731033186390329,
     0.2736853424353424,
     0.2737671719814576,
     0.24302030641316352
    ],
    "macro": [
     0.2798234301298414,
     0.28716135370319645,
     0.2813815866897456,
     0.2761763301459263,
     0.25932815965485384,
     0.26969452531255217,
     0.2836785213037887,
     0.2853713260194156,
     0.2626316939404237,
     0.2879671771290247,
     0.2726925002115293,
     0.2720248922848935,
     0.26643212922912296,
     0.28180557231298714,
     0.27717384763569125,
     0.26806994032439746,
     0.2664245492143545,
     0.3083736205731518,
     0.2763295528824291,
     0.27239587258605086,
     0.29626268569663633,
     0.26907166603339805,
     0.2802840558246621,
     0.2588081458515493,
     0.27226344726692836,
     0.2742699895116745,
     0.2710549424967326,
     0.28202394646344736,
     0.259964869841478,
     0.27331860734114966,
     0.26277449226181,
     0.2737119219539958,
     0.284380183811539,
     0.2875182005685973,
     0.2948381011927634,
     0.2758040274106838,
     0.2731964375425219,
     0.2985992905839348,
     0.29070037331640014,
     0.2806055504651567,
     0.2783572049334442,
     0.28550660226637636,
     0.2813859874773435,
     0.254103194247294,
     0.2932296701812754,
     0.2932797336120348,
     0.2815128748000504,
     0.29181853750250225,
     0.27122278187214577,
     0.2844317376974171,
     0.2733577364220907,
     0.28847474653375627,
     0.2623362976026642,
     0.2567122180360804,
     0.28744150094019766,
     0.25698391521477165,
     0.2892199971439292,
     0.29130432370593745,
     0.27204718895581137,
     0.273329243438388,
     0.29177265743540753,
     0.27276350032599106,
     0.287255096448544,
     0.2635954869378883,
     0.2847971056147739,
     0.2818246953165794,
     0.2708296266681912,
     0.2669592016379179,
     0.26554116864274424,
     0.31017893736059876,
     0.2744298872122684,
     0.28614275031020625,
     0.26516444244923526,
     0.2725550896739056,
     0.27787332319849817,
     0.2845087576814721,
     0.252617903175506,
     0.25643892290037146,
     0.28026776252265634,
     0.281729894013822,
     0.2680743463820345,
     0.2659775640933802,
     0.25246341103273556,
     0.2895851373460162,
     0.2562957096867238,
     0.259652328086814,
     0.27308797189572115,
     0.2744983849177577,
     0.27426673421222586,
     0.29332285485018034,
     0.266531415143432,
     0.2674229134569347,
     0.27597720305343,
     0.27926659366179696,
     0.2729519021315996,
     0.2803666062404449,
     0.29399633680903314,
     0.24971065956457644,
     0.2929361900746016,
     0.25469182506678906,
     0.29784409649832816,
     0.2735430586246229,
     0.2627618648320754,
     0.266584612145983,
     0.2859774545960446,
     0.26622099762868195,
     0.30032711847035726,
     0.25661611971010884,
     0.27917147651538204,
     0.2559535885893936,
     0.27573787324350363,
     0.28356622214474214,
     0.2656265645266264,
     0.2668493626860389,
     0.261065235091435,
     0.2817929270058731,
     0.2788146245129161,
     0.2774675539937405,
     0.2581348218322179,
     0.2861847544857689,
     0.2778096364276361,
     0.2669110834059359,
     0.2576679261364879,
     0.24843194897701804,
     0.2754931801044869,
     0.2741320553562098,
     0.27821457539147587,
     0.2689150849062699,
     0.28194681691350426,
     0.28311136326021175,
     0.27608837253469665,
     0.26094219402450114,
     0.28406594448496536,
     0.2934672190466331,
     0.2846670857881691,
     0.2866439619239554,
     0.2839411528324799,
     0.27853208602277507,
     0.2778857926951029,
     0.2704960191183145,
     0.2635021683016064,
     0.27478325229988604,
     0.28268866309330254,
     0.27044815802271427,
     0.2538061980782228,
     0.27666322414047523,
     0.2697172817192478,
     0.27284601922499857,
     0.27752890753176523,
     0.2737377951788663,
     0.26696185962535984,
     0.26877592717913595,
     0.2794053936198299,
     0.2563693429189473,
     0.2896545282736501,
     0.2573436715855401,
     0.2949141192716951,
     0.2687065691024825,
     0.2891827977151944,
     0.2801634180263968,
     0.2753734563603573,
     0.2740855050874912,
     0.2700234045776032,
     0.29348003675900963,
     0.28639345642105196,
     0.25326628586149535,
     0.28727852999155556,
     0.2825960061727952,
     0.2561703401389124,
     0.2743982639267983,
     0.27888831698829303,
     0.254745377632574,
     0.2892472369861829,
     0.2886060481560434,
     0.27340599768951973,
     0.25973147335992247,
     0.27963286308155144,
     0.26791858823168624,
     0.2747747110679811,
     0.29191146754128994,
     0.2642382026977231,
     0.2736916749951577,
     0.2568581823792491,
     0.29907347251595706,
     0.27862015640034526,
     0.26747314726264393,
     0.24861054569466723,
     0.269693577946477,
     0.27785204139150194,
     0.2714109015685766,
     0.27713095567146573,
     0.27310888904659647,
     0.26586336371814095,
     0.2838035531377839,
     0.2662901040459195,
     0.26520244892284767,
     0.2759978699977528,
     0.2893450439668787,
     0.26414866827931893,
     0.27535111603940293
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 9
   },
   "euclid-2-s3004": {
    "permutations": 200,
    "per_row": [
     0.3073488680631538,
     0.26411247482676053,
     0.27544571830286113,
     0.23705338973196116,
     0.26110539592682447,
     0.2394721350078493,
     0.2643494402422974,
     0.24318594765023333,
     0.2644144215572787,
     0.2720633863491006,
     0.295175591604163,
     0.33403917511060366,
     0.2776053972482544,
     0.284614294435723,
     0.28529995137138,
     0.27104126032697456,
     0.25499906839192554,
     0.27377354788069075,
     0.30586965944108807,
     0.2736970701256416,
     0.26361627790199216,
     0.23484105180533751,
     0.2808490451347594,
     0.2847313731242303,
     0.2734605011390726,
     0.27406221424078564,
     0.30886365618508477,
     0.2845558541987114,
     0.27668307221878646,
     0.28516480212908785,
     0.2762340503411932,
     0.27022365861651576,
     0.2583597619311905,
     0.31483361215504074,
     0.2712731052016767,
     0.25374780642637784,
     0.27798996638282353,
     0.3110907941265084,
     0.31842882646454074,
     0.2733608653251511,
     0.27105120408691835,
     0.29307745825602965,
     0.2955243499886357,
     0.28087365676651393,
     0.26644493073064496,
     0.28344274772846206,
     0.27535397803254946,
     0.26469767005481293,
     0.22486184450470165,
     0.26258361347647063,
     0.24433545951403096,
     0.3012041860256146,
     0.26639894497037353,
     0.28864412703698417,
     0.2561297829154972,
     0.28233373769088055,
     0.26155240262383117,
     0.2740060865060865,
     0.30768718715147286,
     0.30826362790648504,
     0.2965699974628546,
     0.24873301301872733,
     0.33939816796959654,
     0.2564089349803636,
     0.28336778961778963,
     0.2671640859140859,
     0.3014685711114283,
     0.27177339855911287,
     0.27956174116888405,
     0.3402275634418492,
     0.2555618984190413,
     0.2933500362071791,
     0.26438062598776885,
     0.3257476650333793,
     0.2948675002246431,
     0.26482799607799606,
     0.2204197918483633,
     0.26526429919287065,
     0.2507340873412302,
     0.28158792265935123,
     0.2795789197574912,
     0.2642274392274392,
     0.24896300789157932,
     0.3191143842929557,
     0.29053558874987445,
     0.24088312481169624,
     0.2699555404912548,
     0.3057794388151531,
     0.25467495467495466,
     0.2522800281728853,
     0.2743446038088895,
     0.2792513372870516,
     0.2762737923452209,
     0.2789185682042825,
     0.2893227143227143,
     0.30327413988128277,
     0.2949412029769173,
     0.27340817251531535,
     0.2747179738251167,
     0.29232041107041107,
     0.25984590806019375,
     0.2877262618334047,
     0.298796904154047,
     0.29906211513354375,
     0.2704162900591472,
     0.26230968105968105,
     0.28555924895210605,
     0.26601467315753025,
     0.25687582919725777,
     0.26546006903149755,
     0.28929631876060447,
     0.3084287075358504,
     0.2858022599094028,
     0.23935773221487505,
     0.27443218157503874,
     0.2606973383759098,
     0.27241941259798397,
     0.2829396793682508,
     0.29545758474329903,
     0.2763529459958032,
     0.2524069845498417,
     0.3151597410525982,
     0.30856395588538443,
     0.27998407016264154,
     0.2608841555270127,
     0.2319189408475123,
     0.2738472836687122,
     0.2655511816226102,
     0.28871525300096723,
     0.2532536246821961,
     0.2236032486032486,
     0.28757059739202595,
     0.26565977012405584,
     0.2643977385048814,
     0.30048499780642635,
     0.273974273081416,
     0.2794723134008848,
     0.2827420595277738,
     0.24310276363847794,
     0.29112289826575544,
     0.2607734857734858,
     0.22843773290201863,
     0.25051991659134515,
     0.27989840846983705,
     0.26952386238100523,
     0.264651849473278,
     0.28630403987546843,
     0.2214467080538509,
     0.2603410148053005,
     0.2567018299161156,
     0.26070678659964375,
     0.23894085411942553,
     0.24179352393638107,
     0.22439590832447975,
     0.3455013240727527,
     0.2633599205027777,
     0.26482373446659163,
     0.23983542912114342,
     0.25676869426869425,
     0.30797466422466424,
     0.2679710170781599,
     0.27036709983138557,
     0.27406099191813477,
     0.30675713175713176,
     0.2902650259793117,
     0.32080819312962167,
     0.30270364556078844,
     0.2649006086506086,
     0.27739581846724704,
     0.27460766746481036,
     0.2774233042090185,
     0.25215478965478966,
     0.2725512913012913,
     0.2566725602439888,
     0.2606463311820455,
     0.26994761191189764,
     0.31932538361109786,
     0.29937033865605295,
     0.27287002019144874,
     0.2662423885638171,
     0.2908147738504881,
     0.275184570720285,
     0.268768599125742,
     0.2663404716976145,
     0.28592720110577247,
     0.2450414334342906,
     0.2682757718472004,
     0.2653258447901305,
     0.26539934932792075,
     0.2825607593464736,
     0.2823905261405261,
     0.3013018396946968,
     0.28414026449740737,
     0.29342040234897376,
     0.2766560159417302,
     0.26254621701050274,
     0.26418597936455074,
     0.24963650767222198,
     0.2813365206222349,
     0.31497355158069446
    ],
    "macro": [
     0.28321897536718577,
     0.25691628697850777,
     0.2788073258349711,
     0.2553102950932089,
     0.25368118137513695,
     0.2443073269470518,
     0.2670877188347318,
     0.25522782333281313,
     0.29010893410522665,
     0.26091367776737057,
     0.2721697759373214,
     0.2658599911113212,
     0.2831302858662648,
     0.26423746178247653,
     0.27372632424438276,
     0.2648169328119752,
     0.2744700028680844,
     0.2847426113846422,
     0.29510849117599064,
     0.264340706395031,
     0.2946688235222617,
     0.25828544905271233,
     0.26727932880633565,
     0.26949966891346483,
     0.2884501227338603,
     0.28279088862965657,
     0.29315583848812676,
     0.30396950279383356,
     0.2673444783118803,
     0.281123822354829,
     0.2682925280296317,
     0.2704931516651092,
     0.28204354307776325,
     0.2907471443930247,
     0.27783472748201293,
     0.28164004371664403,
     0.2948772922230488,
     0.2912039647953613,
     0.27295940617232917,
     0.27228293018470084,
     0.26937298940308557,
     0.2929360626119564,
     0.28668621386503396,
     0.2732320115640496,
     0.26933198940105174,
     0.26917849452935216,
     0.27495502506303077,
     0.27862093321375325,
     0.27378086665781515,
     0.2775008131139686,
     0.2597407922615474,
     0.2855350916131157,
     0.2700262608920839,
     0.2861542013000836,
     0.28012132275448914,
     0.2829637400419832,
     0.2786004376647889,
     0.27476677413047934,
     0.29198679480253686,
     0.2678957696088033,
     0.26705017543047177,
     0.26732219973921834,
     0.2910603427554281,
     0.27246361235450667,
     0.2784516032778193,
     0.2816452459083099,
     0.27762367230275414,
     0.26589587424824673,
     0.2712313679323578,
     0.2928583951694943,
     0.2720029472107433,
     0.278124123813638,
     0.25489309763690216,
     0.28120496609681095,
     0.26502357234573476,
     0.28728474090007805,
     0.24767254575200723,
     0.25000677293174955,
     0.2986496653050893,
     0.2940438519037643,
     0.25680394607927964,
     0.27380515592400667,
     0.2541880581381846,
     0.2941060045913508,
     0.2723633362711371,
     0.2700771910302545,
     0.2627142495685329,
     0.2883074461098679,
     0.270000292579137,
     0.2653055674828799,
     0.270650648213454,
     0.27619418833428644,
     0.27256499475391366,
     0.2750601796855483,
     0.29417614501217637,
     0.2886202638505134,
     0.2955951592319281,
     0.26593648380655793,
     0.2767562892519771,
     0.2728769304752806,
     0.2758320916886687,
     0.2689314496974986,
     0.26205162731807263,
     0.2831847936765731,
     0.2649671048178913,
     0.2640889825861103,
     0.28730122179625045,
     0.27968662699025293,
     0.2842485841444166,
     0.27891692279610364,
     0.2756823700486968,
     0.26054239880535296,
     0.25873630210340376,
     0.2547119423171384,
     0.2749002780724342,
     0.26943278371858936,
     0.2869992066278164,
     0.2572692247314225,
     0.2815102460128045,
     0.2790176437875879,
     0.25569095291098815,
     0.254146988545594,
     0.26845730628421993,
     0.26549650085106696,
     0.25269538070093106,
     0.26379155094716544,
     0.2632604217920123,
     0.2831913822725214,
     0.29365076425074316,
     0.2603520916871554,
     0.26127614097717045,
     0.26111823271687445,
     0.2692460669866129,
     0.28338188151634514,
     0.27803245724633374,
     0.27505482439570567,
     0.27583159166470256,
     0.26821261850645806,
     0.26999952696477103,
     0.2993302697848894,
     0.26388472296784193,
     0.2562878514556921,
     0.27712356392762644,
     0.2831963331184582,
     0.25627899819565425,
     0.2651689765496499,
     0.2951501139922106,
     0.25289991258569383,
     0.29430802842398446,
     0.2862604111221855,
     0.27151698985327843,
     0.26546322297650293,
     0.25985397129726473,
     0.2593510912640376,
     0.2778756833649856,
     0.25682393788390573,
     0.2531446755664659,
     0.2712269558114779,
     0.2625536018834332,
     0.31626930321781,
     0.2618476988696795,
     0.28070412600910305,
     0.26072210248656674,
     0.27806864511821283,
     0.27400702589962894,
     0.2695817138473062,
     0.2887930503370211,
     0.28683773022752396,
     0.27059615705748286,
     0.25516639020526255,
     0.2727599178199793,
     0.2779217498219134,
     0.27378975743326495,
     0.275281995669043,
     0.27425939424938117,
     0.2824569141253757,
     0.27946307573862983,
     0.2683420823622963,
     0.2655447890470395,
     0.2807576114862105,
     0.2712151590415812,
     0.2654506948547281,
     0.28044604753567626,
     0.27925725193728607,
     0.2660691198588524,
     0.2649148632729362,
     0.27199789288855486,
     0.26935553385554717,
     0.2600904108466094,
     0.2777796348839015,
     0.2680238252214385,
     0.2850985722783709,
     0.276705383993023,
     0.28399273198784436,
     0.29770907051305956,
     0.2764561045643176,
     0.2760696540192171,
     0.2783350743207379,
     0.2676812253287074,
     0.29089195361762255
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 10
   },
   "euclid-3-s3000": {
    "permutations": 200,
    "per_row": [
     0.2838741285169857,
     0.3005206764135335,
     0.2824336377907806,
     0.2511977440548869,
     0.27300265871694446,
     0.24381342863485722,
     0.24542501149644008,
     0.25299660656803513,
     0.2683691969406255,
     0.2793480659552088,
     0.30060121756550323,
     0.26469806648378075,
     0.2855071846143275,
     0.2876586046228904,
     0.2678956625385197,
     0.2864422284065141,
     0.25809055362626787,
     0.27381854256854254,
     0.30781295424152566,
     0.29227022977022976,
     0.28591048501762784,
     0.25783541854970426,
     0.24667554667554667,
     0.26692028209885355,
     0.27884582348868064,
     0.2783032443746729,
     0.2745418932918933,
     0.2890730962159534,
     0.27005425130425126,
     0.3157545496831211,
     0.2931901101543959,
     0.30316624513053086,
     0.2556473618973619,
     0.30389739229024937,
     0.2782204237561381,
     0.2506536452965024,
     0.29515501033358177,
     0.30989232328518046,
     0.2757776945276945,
     0.26427768659911516,
     0.26607251875109017,
     0.27833396761968193,
     0.26887342155199295,
     0.2844554585626014,
     0.24880952380952379,
     0.2964732027232027,
     0.25910237249522966,
     0.2758436008436009,
     0.24091966234823375,
     0.25766786123928975,
     0.25288765467336893,
     0.302468364968365,
     0.25225297189582907,
     0.27705056187199045,
     0.2767820473177616,
     0.2768619938262795,
     0.2503557949986521,
     0.275683608719323,
     0.34029006707578136,
     0.31333375619089904,
     0.29521424342852914,
     0.25511479261479264,
     0.26430718752147325,
     0.2618889708175422,
     0.2715242759885617,
     0.26112122004979144,
     0.29226643065928776,
     0.2474792403363832,
     0.2783740399811829,
     0.3693096916311202,
     0.2703687185830043,
     0.28265226836655405,
     0.2590954019525448,
     0.3161050919979491,
     0.3127551020408163,
     0.24712503105360245,
     0.2636412859627145,
     0.28701582808725673,
     0.2643975733261447,
     0.2874335320763892,
     0.2950312584241156,
     0.29022961165818306,
     0.2837265578337007,
     0.29504926290640576,
     0.2720117845117845,
     0.2504826192326193,
     0.2770945654874226,
     0.299447113732828,
     0.25191904656190367,
     0.24944532980247264,
     0.2544331990760562,
     0.27352350030921463,
     0.2893008446579875,
     0.26340927590927593,
     0.2694565685637114,
     0.3064008742580171,
     0.2811448472162758,
     0.27570488374059804,
     0.2826476763976764,
     0.267359459323745,
     0.2516628213056784,
     0.2611194361194361,
     0.31185398596112884,
     0.2760436322936323,
     0.2814050367621796,
     0.26757541400398543,
     0.33681589574446713,
     0.24848227169655737,
     0.252135199456628,
     0.2548112932041503,
     0.25297737976309403,
     0.25706284456284456,
     0.28245801817230387,
     0.28139383764383763,
     0.2549415861915862,
     0.2771953905882477,
     0.27131155881155883,
     0.29647231075802505,
     0.26026519776519774,
     0.25837687444830304,
     0.26590364001078287,
     0.34746470460756174,
     0.2852863736792308,
     0.2738036104107533,
     0.2568247559318988,
     0.24822551786837502,
     0.2673332950118665,
     0.25842969860827003,
     0.2865040382897526,
     0.282993758886616,
     0.23049123495552065,
     0.3050603827389542,
     0.2645242323813752,
     0.2901780428566143,
     0.2989123971266828,
     0.3033984203627061,
     0.2768335830835831,
     0.2970371229299801,
     0.23245180745180746,
     0.27461341568484426,
     0.2784317534317534,
     0.23717823182108896,
     0.2438763617335046,
     0.3065864360507218,
     0.2531834567548853,
     0.27315561422704276,
     0.2626294670937528,
     0.26393209964638537,
     0.2432589896875611,
     0.2666198219769648,
     0.2748330373330374,
     0.26161678929536075,
     0.28063788063788064,
     0.22261861815433243,
     0.3159925392068249,
     0.295121941550513,
     0.25842652717652714,
     0.2474885233813805,
     0.24537512751798465,
     0.28788767449481734,
     0.255602466316752,
     0.26454838151266724,
     0.26487183451469165,
     0.28478228121085264,
     0.30893963840392413,
     0.2790866540866541,
     0.27176639498068067,
     0.2704151338079909,
     0.274033374033374,
     0.2688252554323983,
     0.2658613542542114,
     0.24996081960367672,
     0.29838610463610465,
     0.29397814487100205,
     0.23917679542679543,
     0.2763815219172362,
     0.2974798019440877,
     0.3036168527239955,
     0.27121935604078456,
     0.2964673884316741,
     0.30618736422307846,
     0.27629589326017895,
     0.2711273845202417,
     0.26974464028035455,
     0.32181581645867363,
     0.28629036307607736,
     0.28930735270020985,
     0.25778573278573275,
     0.26925749515035224,
     0.26739497275211566,
     0.2654642976071548,
     0.2863772140557855,
     0.2768782474139617,
     0.29460268567411424,
     0.26938388991960416,
     0.2788582118939262,
     0.2814626841412556,
     0.2635109269037841,
     0.29159494605923175,
     0.28611596736596734
    ],
    "macro": [
     0.28793925547572413,
     0.2878950955929594,
     0.27024145601683225,
     0.2799660041123366,
     0.25961950267302153,
     0.2431838642157367,
     0.25749189851243304,
     0.2686019736139934,
     0.28106856163691113,
     0.27104163029525447,
     0.27684258155417135,
     0.26019823980643353,
     0.28296516887908624,
     0.2694021500985921,
     0.27394454333972035,
     0.2755234613677376,
     0.27774190059801657,
     0.27280130118481755,
     0.2792436255687593,
     0.2791187467993938,
     0.2794094854065339,
     0.2709030973546694,
     0.2675970956479361,
     0.2625657618441855,
     0.2703659035080294,
     0.2707387682089613,
     0.28475452003555357,
     0.3004674790943461,
     0.2895172701260252,
     0.29607230093780895,
     0.2749398037590344,
     0.2844370805377455,
     0.27728020289758665,
     0.2736152512070968,
     0.29423484275367834,
     0.2612636926289596,
     0.2977585087571242,
     0.2828637557621748,
     0.2749598009467143,
     0.26858602893222994,
     0.27627749541042884,
     0.27506225904732956,
     0.2801127131099989,
     0.2711427545184736,
     0.27000834566938603,
     0.2871508705081088,
     0.26808556960626645,
     0.27365762635944635,
     0.2543162217887732,
     0.2656669306069115,
     0.28167246880095526,
     0.2793833575925343,
     0.2799686128226556,
     0.26137408959028463,
     0.2777382861033786,
     0.26557457361025155,
     0.261233972490389,
     0.266166786222131,
     0.2944942536476024,
     0.29063706890198643,
     0.269774469055278,
     0.25732523478782077,
     0.26940171135341257,
     0.27514617699247484,
     0.2882379522938064,
     0.2727749830017681,
     0.25660531155831573,
     0.23876670406872916,
     0.2684263562516657,
     0.3087146420984496,
     0.29630251135128616,
     0.2884818760254666,
     0.2558954961829805,
     0.28786045907655067,
     0.27637833463003053,
     0.27316110926719567,
     0.25856534198315756,
     0.25466561588481795,
     0.2709398284134208,
     0.28432781703504717,
     0.2929878518641711,
     0.28087929378082443,
     0.2733150989055588,
     0.2635221931484789,
     0.2827996546580041,
     0.25553239472358913,
     0.2777336352150636,
     0.30134489955387694,
     0.253130183289074,
     0.24986722323391508,
     0.25493908341882077,
     0.2793190508845454,
     0.27852956392771133,
     0.2723197327581874,
     0.2926304955446987,
     0.2950765838024218,
     0.310729035325778,
     0.26673987622022777,
     0.28896264888987244,
     0.2666569810943254,
     0.26218339029981463,
     0.25655056910730667,
     0.25685611522917856,
     0.26793273040656507,
     0.27875012032916363,
     0.26638749742755147,
     0.2664849478680713,
     0.27195906383647095,
     0.278188966845179,
     0.2616394143481414,
     0.25455798689456344,
     0.264927260198635,
     0.26468856119711814,
     0.27638040978794004,
     0.28404335721811586,
     0.26053400757810946,
     0.2818698237353859,
     0.28129550633943273,
     0.2713256278926028,
     0.2803001017406653,
     0.29500050459495686,
     0.2804945418494437,
     0.27209519265323,
     0.26237354980832645,
     0.26988409940067515,
     0.27136528392771053,
     0.2582310156860781,
     0.28006696433109074,
     0.2789176600888034,
     0.2835434077484451,
     0.270030720980022,
     0.26209783962384525,
     0.271397465120114,
     0.27388384051710657,
     0.280952126475556,
     0.28090956017928614,
     0.27857064857856423,
     0.2770259707179631,
     0.2624454445125161,
     0.28127209107090245,
     0.2507368367244856,
     0.26729894619030664,
     0.27910800825064824,
     0.28072723443821795,
     0.25152724835505846,
     0.2831256818399006,
     0.2670830302101806,
     0.2667798212516073,
     0.2866159375383905,
     0.2922341897322917,
     0.2826122270626685,
     0.25712248900549173,
     0.26115588590747835,
     0.24253357648488152,
     0.2758592626700519,
     0.2704197470693513,
     0.25253543606531614,
     0.2657850921541163,
     0.25623700400914157,
     0.2777375391084739,
     0.27648598216873155,
     0.2700164697347253,
     0.28959100559530987,
     0.2705820236164894,
     0.3072503541571157,
     0.2792748900381917,
     0.285904023717449,
     0.27448472365537135,
     0.2906428917898551,
     0.28182026249842224,
     0.27903584403058174,
     0.2564208462149747,
     0.2832967988445044,
     0.29262191506616125,
     0.2553800462847344,
     0.27656197643909897,
     0.2798137586745725,
     0.268374793728735,
     0.2887294112476945,
     0.28651726292920515,
     0.2572245759876815,
     0.2648601316021002,
     0.27169492038639287,
     0.27746969645979846,
     0.2597166793707931,
     0.2904784164605411,
     0.2669738499602966,
     0.2607808913297626,
     0.2547713854835871,
     0.26733904293354915,
     0.27543967793789287,
     0.301436740113836,
     0.27639230979905655,
     0.2759017828602585,
     0.27958467666482795,
     0.28875703882161274,
     0.2778378304919644,
     0.26599402960529894,
     0.27571099613802896,
     0.2906804563549346
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 11
   },
   "euclid-3-s3001": {
    "permutations": 200,
    "per_row": [
     0.2520838949410378,
     0.3253640208997352,
     0.26949855699855696,
     0.2675216978788407,
     0.25709145352002494,
     0.2825789620432478,
     0.26948990163275877,
     0.26138900781757923,
     0.264712370962371,
     0.25547861530004384,
     0.26183816183816183,
     0.29218522879237163,
     0.3034480070194356,
     0.26517103927818214,
     0.28856031534602966,
     0.2599852198066484,
     0.26834851656280223,
     0.28244021190449764,
     0.3153392242677957,
     0.25872540158254437,
     0.2673825513111227,
     0.27495371691800263,
     0.26646594146594144,
     0.2578357819429248,
     0.2865294758151901,
     0.280364146435575,
     0.3097061998847713,
     0.2616875849018706,
     0.2822153706082277,
     0.27096937454080305,
     0.27054995269280985,
     0.24963178356035495,
     0.2409786641929499,
     0.27819743087600235,
     0.2581501170786885,
     0.2596461739318882,
     0.2545297295297296,
     0.3348556536056536,
     0.28928597857169286,
     0.23292273202987487,
     0.281195226730941,
     0.2853883219954649,
     0.26678001231572657,
     0.27168952079666364,
     0.27014797371940225,
     0.2632430730645017,
     0.24772908969337543,
     0.25271368842797415,
     0.2402837902837903,
     0.2751211420854278,
     0.24047031011316727,
     0.28984130948416664,
     0.24758280740423594,
     0.2699599672813959,
     0.2721306801663945,
     0.2980420703634989,
     0.2515245336673908,
     0.2758707892636464,
     0.2867978251906823,
     0.28313634117205544,
     0.2876858260786832,
     0.24906330442044727,
     0.2959599263170692,
     0.24568100550243407,
     0.2959099432313718,
     0.281263676799391,
     0.2899243613529328,
     0.2901610294467437,
     0.27930455787598646,
     0.32023971398971396,
     0.26888617335045906,
     0.2933281335067049,
     0.2589419178704893,
     0.30246786943215515,
     0.30740932348075206,
     0.23791925666925665,
     0.25080418919704633,
     0.2653368787297359,
     0.27991261384118526,
     0.2686468954326097,
     0.29288419913419916,
     0.3022351986637701,
     0.27969672523243955,
     0.28447630411916125,
     0.2619735423306852,
     0.2742656153370439,
     0.3163108386322672,
     0.31337316783745356,
     0.25809871345585633,
     0.2769613983899698,
     0.2852787754573469,
     0.26351327244184386,
     0.30409848088419517,
     0.294190564726279,
     0.2902062553848268,
     0.3185878935878936,
     0.32448903609617896,
     0.2858512849584278,
     0.29502164502164496,
     0.25555935466649754,
     0.2988768506625649,
     0.279051603158746,
     0.31395681038538187,
     0.2516200730486445,
     0.2736749361749362,
     0.2812709446638018,
     0.29966693359550506,
     0.25209796816939667,
     0.27405603655603655,
     0.30918611811468955,
     0.2834344887916317,
     0.2764746827246828,
     0.2594544674901818,
     0.28167956382242093,
     0.25203486989201274,
     0.24730662855662858,
     0.2771987271987272,
     0.2835845371559657,
     0.2550387773602059,
     0.2680919939848511,
     0.26084973227830366,
     0.2994144413787271,
     0.3204035052249338,
     0.2735165297665298,
     0.2620699076056219,
     0.24781802192516478,
     0.24669120561977703,
     0.2770471591900163,
     0.2739143792715221,
     0.25786389536389537,
     0.25759739599025316,
     0.2669312499669642,
     0.2838096757739615,
     0.2606300775943633,
     0.27696797250368677,
     0.29853787085929945,
     0.2697287500858929,
     0.2731949267663554,
     0.2315464958322101,
     0.23870408691837264,
     0.2990436151150437,
     0.24001141054712485,
     0.24946112088969236,
     0.2846278721278721,
     0.2728654612583184,
     0.2945305025662168,
     0.2599290260004546,
     0.23857495018209302,
     0.25219558880273163,
     0.23185164703021846,
     0.25909193319907603,
     0.24500886018743162,
     0.27356882535453964,
     0.2417210435067578,
     0.3195806508306509,
     0.2576393183536041,
     0.30849154152725583,
     0.2474695278266707,
     0.2595383122168836,
     0.3125866858009715,
     0.2755402666116952,
     0.2813440858083715,
     0.3079013248656106,
     0.2849708822923109,
     0.28214920000634286,
     0.2848054723054723,
     0.2906534933320648,
     0.2722448847448848,
     0.263325629397058,
     0.27991548795120225,
     0.26256617060188486,
     0.24449621146049721,
     0.26505144987287843,
     0.25847512276083706,
     0.25308481201338345,
     0.2743714618714619,
     0.2887074896003467,
     0.30625327053898477,
     0.25973223205366064,
     0.260733016983017,
     0.31279946904946904,
     0.2733329170829171,
     0.2911014250299965,
     0.2498629677201106,
     0.2728423692709407,
     0.26151127311841593,
     0.25840046197189054,
     0.29729988926417494,
     0.28450980236694523,
     0.25255230880230883,
     0.26514134014134016,
     0.24808359629788207,
     0.2924312790384219,
     0.2874185668828526,
     0.279746410996411,
     0.27771771878914736,
     0.2852193771836629,
     0.26593466057751775,
     0.3200952156309299,
     0.26879915719201436
    ],
    "macro": [
     0.27272600767758126,
     0.296843453199267,
     0.26820672067000795,
     0.27167006339613115,
     0.25120724952302703,
     0.27077618111310914,
     0.2716977421204345,
     0.2609706877396052,
     0.26101729337187396,
     0.26725716386844167,
     0.2582655065193286,
     0.28181925283819836,
     0.30488808175496473,
     0.26018616253065957,
     0.2650411374748824,
     0.25980908712723194,
     0.2587942197943633,
     0.2726617080832784,
     0.2974332109895351,
     0.26712064845254124,
     0.2635472967370279,
     0.2629735812144228,
     0.2600476242540447,
     0.2621552308078479,
     0.2820281445818375,
     0.29682027393244537,
     0.26625551263730934,
     0.2876100195672526,
     0.2789701826056542,
     0.2872563302447324,
     0.258453230979709,
     0.2555198804465808,
     0.26691960267325743,
     0.2717393682734173,
     0.2820288119624176,
     0.2747381030210559,
     0.2785924922899091,
     0.29753454863993756,
     0.2740285216238568,
     0.27671124901447386,
     0.2734756951831758,
     0.27291132264813905,
     0.27572233109749517,
     0.279653663897775,
     0.2658556069896599,
     0.2692683352682007,
     0.255630989797356,
     0.2734723871539577,
     0.24976500175278346,
     0.28095485081016813,
     0.282446947431544,
     0.2745590512883609,
     0.2642839982442056,
     0.2559773624940849,
     0.2776337060048759,
     0.26415626466949454,
     0.25500904241079214,
     0.2974751895034326,
     0.267117664799991,
     0.27783016091946966,
     0.26834801536328634,
     0.2595996351024539,
     0.27963879202621766,
     0.26414969385074494,
     0.28605062933943404,
     0.28230766127394114,
     0.2666324172493636,
     0.27044147106134153,
     0.29254513797918463,
     0.27775598219106484,
     0.27200511112927866,
     0.26616116695650505,
     0.27418235755916187,
     0.2773224081812616,
     0.2746427935960926,
     0.2615846553162051,
     0.2377921699693137,
     0.28075977216605924,
     0.28689084117028346,
     0.2760731003585539,
     0.2852177992363973,
     0.28093990076301817,
     0.2687632384435431,
     0.25640344107829466,
     0.28384289459756884,
     0.27081840992261885,
     0.2993217256823357,
     0.2935423757176217,
     0.2671095491764503,
     0.2763575172810678,
     0.28735271515656735,
     0.2748839460942387,
     0.2998090677894377,
     0.25421885572278785,
     0.2837272902653075,
     0.2938504370200262,
     0.2879785864997599,
     0.2671256704965915,
     0.28389987825310564,
     0.25171335489163,
     0.2879322507932263,
     0.27824797936529744,
     0.267892114629848,
     0.2543037741634382,
     0.2859298603527951,
     0.2722259783125548,
     0.2910778399121434,
     0.25407838884190637,
     0.27721704684348714,
     0.2996727145289359,
     0.2853165366041018,
     0.26457742912016063,
     0.28007098215582715,
     0.26691670179857385,
     0.2610219419278,
     0.2642288683532779,
     0.25935422955675386,
     0.2677252946807751,
     0.27479908003260844,
     0.288475399090021,
     0.2748624734758876,
     0.2826546375287626,
     0.2795082287184413,
     0.2609354213036805,
     0.2583584659037344,
     0.2837414914503257,
     0.2717293017882642,
     0.27220034494553763,
     0.27121603017453744,
     0.25652938947233767,
     0.3124490615958669,
     0.2515794333076728,
     0.27641369697337526,
     0.2801823817970406,
     0.2722107854609512,
     0.2800420098197416,
     0.2765638155814596,
     0.2876995498817768,
     0.25117199534344475,
     0.28214797611275666,
     0.2676139012750538,
     0.2353518850703942,
     0.27509220062772194,
     0.27079827499711995,
     0.2635167006225909,
     0.2947709830956001,
     0.27738320847027675,
     0.25703231569762075,
     0.2778112295883705,
     0.26172568554009695,
     0.2590697230389114,
     0.2646910759590596,
     0.26646873081214295,
     0.24033644591935646,
     0.31562479196280613,
     0.2633016821332636,
     0.2792400920735982,
     0.26373327853715356,
     0.26067226165544927,
     0.2692053519715196,
     0.26592715558441343,
     0.27868453495437245,
     0.27822792348077174,
     0.2933882413461826,
     0.27442879551651617,
     0.27364236209404325,
     0.26884188409002835,
     0.2743847161509178,
     0.2719540923627538,
     0.26001096750771124,
     0.2931040360745235,
     0.2738844795117955,
     0.3014775696521489,
     0.27943006963741024,
     0.25440413839727555,
     0.2959408186562272,
     0.27589066119627526,
     0.29407652285448654,
     0.27238395483702654,
     0.2751665445552795,
     0.28471626534797667,
     0.2697577605173851,
     0.26271832443685,
     0.2622255827244737,
     0.25138816107631173,
     0.26505032380603316,
     0.2598007061515078,
     0.287373806048005,
     0.2713224377964324,
     0.2545399336330314,
     0.27999376092176625,
     0.2837733133472722,
     0.28175803527163,
     0.2624550848652558,
     0.2965220990776359,
     0.27974544909365295,
     0.3030055291856765,
     0.27519141211025283,
     0.2973020476954383,
     0.28249115244178113
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 17
   },
   "euclid-3-s3002": {
    "permutations": 200,
    "per_row": [
     0.2527317259460117,
     0.29894824091252664,
     0.277042501149644,
     0.24918715543715542,
     0.29732516161087585,
     0.26336114282542855,
     0.26331912135483565,
     0.26870672317100885,
     0.2615325811754383,
     0.2772111816754674,
     0.27328329739044027,
     0.2957073680287966,
     0.2929616018901733,
     0.30397991558705845,
     0.3030296753511039,
     0.26949677306820163,
     0.2795046884332598,
     0.28648339094767666,
     0.2872918087203801,
     0.28542542113970687,
     0.2739918150632436,
     0.26990760562189137,
     0.26093968861826006,
     0.27125457214742926,
     0.2959913102770245,
     0.2610253833468119,
     0.3101841280412709,
     0.27658819355247927,
     0.2882821213178356,
     0.32272396915254054,
     0.27482537303965876,
     0.2719536085607514,
     0.2336290693433551,
     0.300808781165924,
     0.2802170382527525,
     0.25426138015423727,
     0.252767933125076,
     0.33510811278668423,
     0.27035044981473555,
     0.2573319867962725,
     0.253402417688132,
     0.2899440836940837,
     0.279132375560947,
     0.2830825920111634,
     0.2537784305641449,
     0.26157371068085356,
     0.2529149422006565,
     0.25268874643874645,
     0.2523994193637051,
     0.23564537314537315,
     0.23690918869490293,
     0.26982006089148947,
     0.22483934716077572,
     0.2895146189789047,
     0.2630421826850398,
     0.3159611882826169,
     0.2579355498998356,
     0.27725300493157634,
     0.3217049815264101,
     0.2736509852581281,
     0.30598036223036224,
     0.26020190127332987,
     0.2946014633514633,
     0.2528758609115752,
     0.2893368205868206,
     0.27804530125958693,
     0.29399254845683415,
     0.29770900395900396,
     0.28009896849182564,
     0.3339186276686276,
     0.2678921937850509,
     0.2759013473299188,
     0.2507616061187489,
     0.28090725412153983,
     0.2928167731739161,
     0.24737065183493756,
     0.24726179904751336,
     0.2751784591070305,
     0.270525506239792,
     0.2723569750355465,
     0.2631799417513703,
     0.27001460840746555,
     0.26058729630158195,
     0.28611002093144955,
     0.311239454989455,
     0.24574968682111542,
     0.29054371554371555,
     0.28917940525083385,
     0.2637606110820397,
     0.26561236382664954,
     0.2812817473531759,
     0.311052109266395,
     0.2963907785336357,
     0.27857255178683754,
     0.24207776350633495,
     0.28278712028712033,
     0.30676294604866033,
     0.28938131973846265,
     0.298985174878032,
     0.2846326623112337,
     0.2582449957449957,
     0.2740620160263017,
     0.29803959268244984,
     0.25682211307211306,
     0.29127780288494576,
     0.26824557717414865,
     0.2905893709465138,
     0.2974902082044939,
     0.2567977657263372,
     0.2824161288447003,
     0.26116145759002907,
     0.25205647527076097,
     0.28988798899513185,
     0.27959355459355456,
     0.24897212575784006,
     0.25743476100618956,
     0.24845283684569403,
     0.30953259703259706,
     0.2650732204303633,
     0.25730588855588854,
     0.2499087222301508,
     0.35590923626637916,
     0.3147938371152657,
     0.2673405628762771,
     0.2839130776630777,
     0.2477255218326647,
     0.25659125926983073,
     0.2689199028484743,
     0.2753708262636834,
     0.23694447087304227,
     0.24397768237053954,
     0.28044455544455543,
     0.2612516782159639,
     0.2743732127660699,
     0.30946292464149605,
     0.31418868829583113,
     0.29300676175676177,
     0.28163093520236376,
     0.23714939161367732,
     0.27837790516361943,
     0.28513979406836554,
     0.24746424210709925,
     0.2583896923182637,
     0.2747423872423872,
     0.2927256275470561,
     0.2817421335278478,
     0.3094852898424327,
     0.257787814037814,
     0.2637135681778539,
     0.2752056144913288,
     0.2556757065685637,
     0.23836537140108568,
     0.26660231303088444,
     0.25409454963026396,
     0.30261857851143564,
     0.2632955668669954,
     0.29321591107305395,
     0.23674338227909658,
     0.2753530199958772,
     0.30275713043570185,
     0.2940100243671672,
     0.2639219246362104,
     0.28064326546469404,
     0.2732361884147599,
     0.2636755770684342,
     0.2873185676757105,
     0.2918921356421356,
     0.2569772489415347,
     0.24488150738150735,
     0.24763493781350923,
     0.2932822138179281,
     0.26640819497962354,
     0.28939496350210636,
     0.2625433098647384,
     0.2719321683607398,
     0.2544261294261294,
     0.29107238660810086,
     0.2955307919593634,
     0.30377717520574665,
     0.27149494024494025,
     0.27384262562833994,
     0.2865184418755847,
     0.28177972820829966,
     0.25335560603417745,
     0.264959015851873,
     0.24788832199546482,
     0.23843250003964286,
     0.30677873713588,
     0.31858577930006504,
     0.25695630427773286,
     0.25325960415246135,
     0.2658597685383399,
     0.29597049775621204,
     0.2986566674066674,
     0.2641221873364731,
     0.24831596974454112,
     0.25917187970759403,
     0.2322757599543314,
     0.31240601329887047,
     0.27346472971472974
    ],
    "macro": [
     0.2885929417930985,
     0.2661119177757615,
     0.26751081863144094,
     0.26547128155708927,
     0.27584791557493216,
     0.2801923780752835,
     0.2598493689933291,
     0.27192338966347157,
     0.267381908210464,
     0.27173880875365214,
     0.24828925461548532,
     0.2602491358140224,
     0.28898329920953286,
     0.28386644963226126,
     0.27741390411119343,
     0.2665524181117996,
     0.26306677349070545,
     0.28323777754208573,
     0.2920457038836472,
     0.2765658304621347,
     0.2806528397349154,
     0.27371429563115673,
     0.26569867373825884,
     0.26729170843048305,
     0.2938134849799328,
     0.2728354271536075,
     0.28027591230673965,
     0.2985712772219608,
     0.26814235251785684,
     0.2865753370668976,
     0.26484602675874785,
     0.29559306299025423,
     0.26005771096131397,
     0.2883345147730095,
     0.2918472796100589,
     0.26236878852956685,
     0.2638590319690296,
     0.3014471184561665,
     0.29048282277048937,
     0.2808541004494213,
     0.2670567711875522,
     0.27928304249886743,
     0.2864635635441067,
     0.2658283883871627,
     0.268060243587703,
     0.25208150679327557,
     0.27695112106673264,
     0.27762579144897587,
     0.271716247091812,
     0.26100501741358595,
     0.2628227337727255,
     0.27119055736259345,
     0.24942642418351108,
     0.2740560763351255,
     0.26168793930640155,
     0.269029597969239,
     0.2647805632285002,
     0.2922520539421415,
     0.26906408295463435,
     0.2628831060452299,
     0.2841548569938038,
     0.29181169003234964,
     0.2988290901874066,
     0.27072418384799823,
     0.2768877621883272,
     0.30369618027270234,
     0.26024893727064335,
     0.25693210282295625,
     0.2822607147139918,
     0.2861888369706036,
     0.28079631059368365,
     0.2728121548577023,
     0.2559445827578729,
     0.28503935850675877,
     0.27199273946679103,
     0.26890947450532104,
     0.26080372385231143,
     0.2694383997994764,
     0.28324553899776167,
     0.2846743910375497,
     0.2613153601464363,
     0.26143500699388994,
     0.2599857475082442,
     0.2706752396451988,
     0.31448684476679073,
     0.2559619597237595,
     0.2778331916376259,
     0.28210429001105114,
     0.2793263598221391,
     0.27878107937147856,
     0.26100870074218785,
     0.27844286091657205,
     0.2860307903613074,
     0.2702238794551668,
     0.2601087120400353,
     0.2828717043476374,
     0.2849824095736115,
     0.2856967284855476,
     0.2816599916429016,
     0.26116450561081334,
     0.27331766611294256,
     0.2636719958281128,
     0.25709737959650597,
     0.26591241182742753,
     0.26561338433984827,
     0.272042814387073,
     0.2741534120928329,
     0.29779318348854456,
     0.29056657568249133,
     0.2750164398733995,
     0.267007385363858,
     0.25835043431102805,
     0.2926741070513522,
     0.275096393218883,
     0.25078180466725836,
     0.266773919286785,
     0.2577594385451807,
     0.27434216449637244,
     0.29449722015372565,
     0.2811651542453333,
     0.25615825479406146,
     0.27585919099109224,
     0.2700970205016626,
     0.2516137368431182,
     0.2917850660491937,
     0.27522420021818855,
     0.27064258063238233,
     0.26859115700243724,
     0.2976799600728082,
     0.2446897208639958,
     0.2776659009077737,
     0.23784111689266568,
     0.281042808966685,
     0.28802397762991255,
     0.2746931687523345,
     0.2829728032312833,
     0.3038741609089698,
     0.2814551819359799,
     0.2718998336142233,
     0.301772574533308,
     0.24406641607083043,
     0.24342149983332614,
     0.28817872128499755,
     0.26654542748772436,
     0.2625454611368803,
     0.26268954909955367,
     0.2816672068661915,
     0.2900838457065351,
     0.2698457687387092,
     0.2736411102164994,
     0.289919022017272,
     0.2522640040382081,
     0.26758874443004194,
     0.26243901156795474,
     0.275436348263867,
     0.2511560199664829,
     0.27762961677251796,
     0.258549558216205,
     0.26052636862736656,
     0.28829383265814823,
     0.2691049779622534,
     0.2661336340755578,
     0.28551031131919213,
     0.31427436211230253,
     0.2772512273521154,
     0.25828268056748294,
     0.29960010539306126,
     0.25719854367267553,
     0.26904226378754775,
     0.2664868466312548,
     0.2686951623587375,
     0.2683236190826116,
     0.2910189843152397,
     0.29144130935249174,
     0.26695604046435595,
     0.2736999789882712,
     0.29785295010595497,
     0.27007718946981224,
     0.29230932760642714,
     0.2783484761704639,
     0.28633529749385545,
     0.2715172304830653,
     0.2701385722246714,
     0.27289054347666897,
     0.26463078679573304,
     0.2621369617993516,
     0.25479955107063285,
     0.28881899935359395,
     0.2741413492651958,
     0.26136552152926334,
     0.27450961705286986,
     0.27808776655514533,
     0.2582118019558186,
     0.2884384290886681,
     0.28343607815349886,
     0.26401853431069616,
     0.26888400762581194,
     0.2594884528446749,
     0.28354027824092165,
     0.2634654935846352
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 13
   },
   "euclid-3-s3003": {
    "permutations": 200,
    "per_row": [
     0.27290533540533546,
     0.29586114943257796,
     0.26168543757829477,
     0.24498447980590837,
     0.2593976460047888,
     0.2810494730137587,
     0.2611755308183879,
     0.24791247112675682,
     0.24535903910903908,
     0.27003885664599947,
     0.3053308794380223,
     0.26794937866366436,
     0.28522363879506735,
     0.2760701930344788,
     0.2712974195117052,
     0.2597635829778687,
     0.2766684373827231,
     0.27961492872207155,
     0.30078215435358285,
     0.2635429055071912,
     0.28079542811685676,
     0.2577059184202042,
     0.26670786224357657,
     0.28365103811532383,
     0.27477225155796586,
     0.2713672240457955,
     0.3032950184735899,
     0.26084269566412427,
     0.2769749100106243,
     0.2759881983096269,
     0.2962436703508132,
     0.2670749224320653,
     0.2683391013748157,
     0.30727784120641266,
     0.27608000465143323,
     0.2524131952703381,
     0.2774312327883756,
     0.3253683816183816,
     0.3046174064031207,
     0.24960928621642905,
     0.25602981674410247,
     0.3043183007468722,
     0.2732781438138581,
     0.282312198383627,
     0.28008615062186487,
     0.2823906582835154,
     0.2677735293806722,
     0.26225091046519616,
     0.2308930487501916,
     0.2735685610685611,
     0.25436273382701957,
     0.29888008816580247,
     0.25180295894581606,
     0.2963157543514687,
     0.2890790756862186,
     0.2995054548625977,
     0.27390608729894445,
     0.26790098129383844,
     0.2897661531590103,
     0.27680695627124197,
     0.29587958337958337,
     0.26446275285561005,
     0.27084955388526816,
     0.26450451004022435,
     0.30057065949923095,
     0.26094814576957437,
     0.2903332447975305,
     0.27656539888682746,
     0.27057568753997324,
     0.32457859600716743,
     0.25675723086437374,
     0.2927914677914678,
     0.2418708275851133,
     0.30956156938299795,
     0.3062157749657749,
     0.24104291872149014,
     0.22825600325600323,
     0.26087384837384836,
     0.2913190975690976,
     0.28823203912489626,
     0.2918095132380847,
     0.2833233895733896,
     0.28576096522525096,
     0.3001685814185814,
     0.285640120461549,
     0.22927878999307572,
     0.32052286338000624,
     0.32452154327154326,
     0.2652012009154866,
     0.28093926576069433,
     0.28051062693919837,
     0.26992088599231456,
     0.29245526299097724,
     0.2968461432747147,
     0.26740623794195223,
     0.28788407359835927,
     0.3062320615892045,
     0.28715675858533,
     0.27867849742849743,
     0.28769282965711535,
     0.2635800046514333,
     0.2627436716722431,
     0.30120953781668064,
     0.2681648708434423,
     0.2626143367214796,
     0.259823939288225,
     0.2927508007865151,
     0.2750126857269714,
     0.2509834741977599,
     0.26778495974924543,
     0.2563614295757153,
     0.2681145243645243,
     0.2752002296645154,
     0.2733734519448805,
     0.2633152561723991,
     0.2519220197791626,
     0.24925534121962697,
     0.293018192125335,
     0.26728763960906815,
     0.25831750921036634,
     0.2641186525115096,
     0.31529921797778937,
     0.3168720499077642,
     0.2971250310536025,
     0.2571368116010973,
     0.2402671733028876,
     0.26271519485805206,
     0.2827342961271533,
     0.26451148058290913,
     0.27343955647527074,
     0.24313530384958956,
     0.2950769468626611,
     0.24880179344465056,
     0.27859822056250627,
     0.2823524689596118,
     0.3107336446622161,
     0.26689543921686776,
     0.2954210472067615,
     0.23996225335511048,
     0.24614370417941847,
     0.28118567939996514,
     0.23571435178578037,
     0.23085760139331568,
     0.2862305353376782,
     0.2460376594305166,
     0.30512965870108727,
     0.30058096665239525,
     0.24553396339110625,
     0.2583052199123627,
     0.2438136268493411,
     0.25511852565424,
     0.24985530342673204,
     0.2565230404516119,
     0.2354958533529962,
     0.314676196819054,
     0.28322847787133504,
     0.2730453409024837,
     0.23975032903604335,
     0.2618328430828431,
     0.2903929403929404,
     0.26893813858099574,
     0.2738136863136863,
     0.27852322941608654,
     0.29716001591001595,
     0.2691230396587539,
     0.27912051572765856,
     0.28777495652495655,
     0.25575192003763436,
     0.27488761238761245,
     0.2667829194614909,
     0.30758940133940127,
     0.24569778766207337,
     0.2771738843167414,
     0.2787584439370153,
     0.2484241948527663,
     0.2544348508634223,
     0.2852545932903076,
     0.29501295662009946,
     0.2815349333206476,
     0.2630831139759711,
     0.3025104194747052,
     0.29488656185084755,
     0.2822558063629492,
     0.2797365333079619,
     0.2852751745608888,
     0.23364951847094703,
     0.26008247704676274,
     0.2544058124415267,
     0.29069277283563,
     0.2839796116581831,
     0.2678795410938268,
     0.2645537333037333,
     0.30692657210514357,
     0.27234874913446344,
     0.28252402359545215,
     0.2856609990538562,
     0.28015070247213103,
     0.27024192738478453,
     0.27133187579616147,
     0.25597362293790865
    ],
    "macro": [
     0.26965464707179154,
     0.2731126448922676,
     0.26286974073385744,
     0.25244617333091274,
     0.2560073956411181,
     0.2647456434134699,
     0.2763019381991187,
     0.2468961220430365,
     0.27124504786288284,
     0.2678057144635248,
     0.28515892514245744,
     0.27357485292360323,
     0.2938958822878408,
     0.2711364844643683,
     0.2751227472209668,
     0.2671964524633912,
     0.26848083789309984,
     0.28404394227961777,
     0.2931618555150889,
     0.27080698179545337,
     0.30478377551440156,
     0.2756671651764534,
     0.27079356173327507,
     0.2516992078463638,
     0.2868639255525797,
     0.27939672983315195,
     0.2849475415147707,
     0.2998013025495719,
     0.26991647398572044,
     0.286102535582867,
     0.27675402121597165,
     0.2491533134683596,
     0.27528938094980665,
     0.2851318549097132,
     0.3015995126038209,
     0.2632641500790154,
     0.2748947892264506,
     0.2930110940746562,
     0.2830983200429839,
     0.2757675326293624,
     0.2672651831167584,
     0.28822496713428847,
     0.2856073178249336,
     0.28109894011873654,
     0.2837148519760089,
     0.26843707710321973,
     0.2804985651909408,
     0.2788864247975101,
     0.2596565389063012,
     0.2627770916916358,
     0.2734618344264678,
     0.2755860086657227,
     0.2827210586751109,
     0.27106058736373745,
     0.27844427156747237,
     0.2595923818018552,
     0.27139060646816643,
     0.294079221431278,
     0.2748183426091943,
     0.26428659027829265,
     0.26774690174695,
     0.2719620202688014,
     0.2663373630009439,
     0.2782200809080569,
     0.28620169539622037,
     0.283017957568037,
     0.28638277133687584,
     0.26209486992737324,
     0.26721808195255664,
     0.2812744612126912,
     0.27055595679723893,
     0.27430464761677736,
     0.25329569748881314,
     0.2849458631108336,
     0.2748729111911758,
     0.26142728319658676,
     0.25731533282228225,
     0.24951395989179515,
     0.2853418227882317,
     0.2920175155105,
     0.2976348638801581,
     0.25801370397642015,
     0.27406429976587326,
     0.270663252927644,
     0.2846352948185169,
     0.24366185241639843,
     0.2786368233267895,
     0.2832573443036447,
     0.26448884913996196,
     0.27688810665107183,
     0.2712492938941661,
     0.2759240496944753,
     0.2661512731336312,
     0.27070499145855675,
     0.2879386355365937,
     0.27286202280747024,
     0.28597804696159507,
     0.28123642338277005,
     0.27799253855851014,
     0.2775010235342262,
     0.2758300523919822,
     0.2719531102212709,
     0.26732961061079225,
     0.2603180055088917,
     0.2904214111569098,
     0.258522464767906,
     0.2766327175104996,
     0.26865320330827946,
     0.28905234896130017,
     0.28008062179617854,
     0.26868023674226804,
     0.2713839548477716,
     0.26868549871542474,
     0.26614339566973483,
     0.2575143127055121,
     0.2682913838987744,
     0.25545085225031205,
     0.2745060373390741,
     0.28025704077425206,
     0.2715588068240229,
     0.2790353103933274,
     0.2841669325484183,
     0.25040633237142934,
     0.29611867428719013,
     0.2519465103474385,
     0.2677295590316767,
     0.2603380295737729,
     0.282204321816921,
     0.28076839244929513,
     0.2813358226567811,
     0.27847475172191366,
     0.2499241519359865,
     0.2767837575858527,
     0.27550210840759237,
     0.27693848520219705,
     0.28724986293705773,
     0.29761947116640153,
     0.27466522369070756,
     0.26812320207071966,
     0.27818677230468897,
     0.2662949837707404,
     0.26422707770854503,
     0.28700329146495235,
     0.28934522975406984,
     0.2729141472269414,
     0.2899460792640804,
     0.285708474819322,
     0.2600467573444328,
     0.2834750346748655,
     0.2588838137106168,
     0.25729007857729574,
     0.26130918480380194,
     0.270337789561643,
     0.247591075176153,
     0.2883490842340648,
     0.2776671456510983,
     0.2630484223901779,
     0.2620483941325024,
     0.27470901757250693,
     0.2958770214534554,
     0.25982315533192085,
     0.29060638013921863,
     0.283328848846026,
     0.2899292796615555,
     0.28190636820752396,
     0.27322270329665704,
     0.2946571072313055,
     0.26770839834724763,
     0.2827329549500472,
     0.26113167214778854,
     0.3018978207255218,
     0.2523877297694875,
     0.29046960830475016,
     0.28087839571337003,
     0.25505319116991904,
     0.270538982255856,
     0.28864163622377464,
     0.27003291433656057,
     0.29064605031627205,
     0.28477796311307924,
     0.2798532013917596,
     0.2670275904948642,
     0.26563364393379235,
     0.27328361328350176,
     0.261483279061768,
     0.2628250250074271,
     0.2589388601702399,
     0.2739311573610853,
     0.2776175808131931,
     0.27875489316691127,
     0.2678019849747393,
     0.2991141005249029,
     0.26724160621561976,
     0.2598111891360748,
     0.30690186238701356,
     0.2837764257320022,
     0.29051667786136004,
     0.2879893315605265,
     0.2691797919642602,
     0.27080315407125655
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 11
   },
   "euclid-3-s3004": {
    "permutations": 200,
    "per_row": [
     0.26139838996981857,
     0.3235763905406763,
     0.28935528756957324,
     0.24842723414151985,
     0.2536142759357045,
     0.2581940876583734,
     0.26849360956503815,
     0.24362410076695792,
     0.23898733541590683,
     0.2853568058925202,
     0.2812355303426732,
     0.2830806759378187,
     0.30149324881467743,
     0.281698063840921,
     0.2998029087314802,
     0.3047217993646565,
     0.23574603306746164,
     0.2817326192326192,
     0.2851449476449477,
     0.2659047632261918,
     0.28530804512947366,
     0.2771713405641977,
     0.24810275703132847,
     0.28013378816950246,
     0.29627360073788644,
     0.25117283510140653,
     0.2674174040245469,
     0.28121266960552677,
     0.2723345437631152,
     0.28222620633334916,
     0.3000836795479653,
     0.30017373499516353,
     0.2766510275438847,
     0.30362217147931436,
     0.26841557912986486,
     0.27466412555698266,
     0.29952745667031383,
     0.3120014245014245,
     0.2596092730021301,
     0.2584944486730201,
     0.282302750159893,
     0.28426821194678337,
     0.28477626870484013,
     0.28628200503200507,
     0.2506995649852793,
     0.2851531405102834,
     0.2501236858379715,
     0.23787122269265124,
     0.2254009548652406,
     0.2327482041767756,
     0.24463961963961967,
     0.3256319738462596,
     0.2509579045293331,
     0.3125092830449973,
     0.2510891885891886,
     0.2888545977831692,
     0.29834665995380283,
     0.288059460380889,
     0.2856842562199705,
     0.2853334496191639,
     0.2626311188811189,
     0.2541148335791193,
     0.27805914323771463,
     0.26866638652352937,
     0.28097596847596845,
     0.2684924533138819,
     0.26928874696731836,
     0.2655566985924129,
     0.257402022580594,
     0.3351813200027486,
     0.2894080456580457,
     0.28173139690996835,
     0.245647804576376,
     0.2803182597825455,
     0.2968504709576138,
     0.23283158640301496,
     0.23677126444983587,
     0.2778554448197305,
     0.26732530036101465,
     0.240492278885136,
     0.25511479261479264,
     0.2948275600061314,
     0.3037348564134278,
     0.3018899090327662,
     0.2802288320145463,
     0.28283743373029085,
     0.2672075279218136,
     0.2654935672792816,
     0.2443285220070934,
     0.2655376039304611,
     0.26998699052270486,
     0.24960234870949155,
     0.2980237355237355,
     0.2648427630570488,
     0.27900974686688973,
     0.2976148851148851,
     0.30502285412999697,
     0.2681547619047619,
     0.2924526862026862,
     0.27301299890585606,
     0.27140987319558746,
     0.257183127718842,
     0.3322285188356617,
     0.26688361241932673,
     0.24872075675647104,
     0.2539163217734646,
     0.30972545972545973,
     0.2841973833045262,
     0.2624128847343133,
     0.26909958427815567,
     0.25050524871953445,
     0.27275489061203345,
     0.2887357351643066,
     0.29857143517857804,
     0.2663821297749869,
     0.24972894169322737,
     0.2520158743373029,
     0.27186639418782277,
     0.26280762887905745,
     0.24666675916675918,
     0.27109058269772557,
     0.3089644152144152,
     0.2696125963983107,
     0.2690902681974111,
     0.263926714819572,
     0.288243931993932,
     0.2580500187643045,
     0.26669068365496934,
     0.3116560357631787,
     0.25997910819339387,
     0.2530172869458584,
     0.2904296100724672,
     0.2538502502788217,
     0.2612854737854738,
     0.26864065167636597,
     0.2835214058428344,
     0.32624690124690126,
     0.2797283404426262,
     0.25025523418380563,
     0.23936671793814648,
     0.29108074465217326,
     0.25764698264698266,
     0.2402489045346188,
     0.30722171347171345,
     0.26497963015820153,
     0.30793307221878646,
     0.265463702963703,
     0.24250947465233177,
     0.2472141614998758,
     0.23998217391074536,
     0.2808205683205683,
     0.2793730409801839,
     0.27932196771482487,
     0.26220456131170417,
     0.30627811342097055,
     0.2602833013547299,
     0.2890704203204203,
     0.26544315472886904,
     0.26857243285814714,
     0.24936465650751366,
     0.2579550740265026,
     0.2630794800437658,
     0.25847416472416473,
     0.2883371258371258,
     0.30130402005402007,
     0.2596416810702525,
     0.26605088033659463,
     0.2742492626421198,
     0.265119437440866,
     0.25961607836607836,
     0.30283770462341886,
     0.2675142978714407,
     0.2858378063735207,
     0.30647005111290826,
     0.26429615358186787,
     0.2704812383383812,
     0.28473639455782307,
     0.29934232434232433,
     0.29122834837120554,
     0.3037201224701225,
     0.2830751589680161,
     0.2981591820877535,
     0.2604312684669827,
     0.2503539119610548,
     0.2823318546532832,
     0.2635095724381439,
     0.29163970949685236,
     0.28141379123521987,
     0.27578955436098296,
     0.2533477104905676,
     0.27541238523381384,
     0.24754458504458507,
     0.2844448210519639,
     0.2736535950821665,
     0.29331970939113794,
     0.24849409849409848,
     0.26640726997869857,
     0.2646455396455396,
     0.2627070350284636,
     0.2840846983704126
    ],
    "macro": [
     0.2653203596309613,
     0.2904397524370708,
     0.28663941208333693,
     0.26616211006117646,
     0.24813426148808085,
     0.27190620290690193,
     0.2745190650905114,
     0.25897800760657297,
     0.26032625006725596,
     0.2656918836701752,
     0.266298689289757,
     0.26903939662961635,
     0.2871209163249344,
     0.31378823227874314,
     0.2656466221880586,
     0.2993144908079532,
     0.27496734005622714,
     0.2873939602504716,
     0.27116194676632915,
     0.27118619713487185,
     0.2965322363469218,
     0.2776015474799302,
     0.2712007137780837,
     0.29096546165232823,
     0.26575439091865877,
     0.2585817665020253,
     0.2823799795083702,
     0.29589916321560283,
     0.2679262646135654,
     0.2762105272902306,
     0.2602071878828123,
     0.2831149096069758,
     0.283259211273207,
     0.2844647678608446,
     0.28935211738755856,
     0.2843002572484503,
     0.29898724322388215,
     0.26571610188530054,
     0.27733370094172966,
     0.28606290771405063,
     0.273415534953164,
     0.28149843239898514,
     0.2831883932835398,
     0.2917504066405274,
     0.26789853833341365,
     0.284307420296506,
     0.25943225135158055,
     0.26526093671887124,
     0.26117974527072035,
     0.24325695217635587,
     0.2783829533638372,
     0.2993816795010548,
     0.2506876884171639,
     0.27712404960833265,
     0.27362765052238647,
     0.27644015085407436,
     0.27008453298355284,
     0.27893098722952453,
     0.26904988446065453,
     0.2795298748140121,
     0.2802061253157887,
     0.26708336529266746,
     0.2767681158621441,
     0.2744941863839622,
     0.28616102478109273,
     0.2725615504585928,
     0.25444226759753863,
     0.2816739214317855,
     0.2737635195281158,
     0.31041413467233325,
     0.2878844681003742,
     0.24909535095703825,
     0.27093920646713504,
     0.2677420723179034,
     0.26015659874031427,
     0.25736988397891203,
     0.2533077416501431,
     0.26869829269283935,
     0.26520855659323017,
     0.26916758862494755,
     0.26449733019029176,
     0.29488929930148106,
     0.2581545641978344,
     0.2688377410516196,
     0.30287835422853077,
     0.2829034852895316,
     0.26996302543903244,
     0.2768061366319441,
     0.25314079824050867,
     0.25387958184454185,
     0.28014588061105883,
     0.27254408246188666,
     0.28327639788874226,
     0.26430023662376667,
     0.27769309538559456,
     0.280962632565127,
     0.27361359636631255,
     0.2845846631264367,
     0.277085749232762,
     0.2690550119728015,
     0.28207314255057464,
     0.26380923595171885,
     0.2818961490643825,
     0.28732452929098046,
     0.24846756876182804,
     0.2823452817839704,
     0.30595964657795555,
     0.27402486451781455,
     0.2701021994796098,
     0.28151848579187755,
     0.2625757086053154,
     0.27395346723813707,
     0.28124107841111035,
     0.2735080616988475,
     0.2672692174147386,
     0.26655930659057114,
     0.2827853453978798,
     0.26540429961584866,
     0.27944589221740096,
     0.2804590215065899,
     0.2787759212533171,
     0.29003749346568125,
     0.26048082291833546,
     0.260559378672033,
     0.2785295130467375,
     0.2674366948141186,
     0.26821081452900936,
     0.28481982119681115,
     0.2864831847134512,
     0.2548282915332569,
     0.2814049401896175,
     0.2592668751479944,
     0.2576670919146748,
     0.2684275352650247,
     0.28489320360015213,
     0.27328624787960343,
     0.3019962634118122,
     0.26750906591571955,
     0.27211904019220806,
     0.27928388640629437,
     0.274491951168161,
     0.2600790783114411,
     0.27237094909682696,
     0.29369640791729706,
     0.2625419680075206,
     0.29273285431006635,
     0.26393455222192275,
     0.27089143522556886,
     0.2823133090245392,
     0.27154549049356036,
     0.26605871751995336,
     0.27309155449199024,
     0.2553278480054293,
     0.2786467681211308,
     0.28836849342749354,
     0.26967210092618854,
     0.2774803525575945,
     0.27483567399511727,
     0.27397088853295126,
     0.2624567439297479,
     0.2722024369222187,
     0.27342000802724853,
     0.2686547934758445,
     0.297632043980846,
     0.29768151633755197,
     0.2778357011481473,
     0.2791066252330221,
     0.271281026102517,
     0.27851323831080793,
     0.27172470054287357,
     0.29024635129322884,
     0.24566717428197032,
     0.2708792521382803,
     0.30380862752018756,
     0.2457917929949052,
     0.2767332829206551,
     0.2985590304877679,
     0.2838703548161039,
     0.294416670615754,
     0.2892946831905559,
     0.2525799634425204,
     0.2673380203862811,
     0.27177906858974504,
     0.2705115358164155,
     0.2625458267517143,
     0.2664212232969556,
     0.2753302424217673,
     0.26846299322041256,
     0.2783197433424202,
     0.25544770769113784,
     0.27958621851924265,
     0.2718544609123452,
     0.2664445581830649,
     0.25449169770874114,
     0.28462639029320075,
     0.25789824081314905,
     0.29142243809116763,
     0.2697676446671908,
     0.2644524184019657,
     0.28353144145074266
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 15
   },
   "lorentz-2-s3000": {
    "permutations": 200,
    "per_row": [
     0.2584952084952085,
     0.2847193150764579,
     0.2803784178784179,
     0.2577937274365845,
     0.2684483175554604,
     0.25333310869025155,
     0.2594910380624666,
     0.29430592555592555,
     0.2586296970225542,
     0.2860270020984306,
     0.2344812264455122,
     0.2723864759579045,
     0.2527240946883804,
     0.2662824939610654,
     0.2773194398194398,
     0.2888623611837898,
     0.27283325140467996,
     0.32063924831781976,
     0.2840916689130975,
     0.28826507487221775,
     0.3216187912616484,
     0.27317209906495615,
     0.3098401928759072,
     0.2483598742527314,
     0.26513869728155437,
     0.30673866477437906,
     0.2739813757670901,
     0.28140074211502786,
     0.2513776897705469,
     0.27066405816405814,
     0.2705988786345929,
     0.24689903350617634,
     0.25128277806849236,
     0.2626906823335395,
     0.26180529126957697,
     0.2750463821892393,
     0.2696948554091411,
     0.3079809740524026,
     0.2721282355210926,
     0.30905255458826886,
     0.24813020973735256,
     0.24338056123770407,
     0.25696819714676855,
     0.24345284345284343,
     0.25778292474721043,
     0.30609109805538376,
     0.2708518663875807,
     0.29864969686398257,
     0.2846943730872302,
     0.2598823795252367,
     0.3062167660381946,
     0.2488279577565292,
     0.24531179799036937,
     0.26842945414373987,
     0.2889610719967863,
     0.25386211011211013,
     0.31954906865621147,
     0.26111015307443874,
     0.2659933981362553,
     0.2977726638440924,
     0.2790163209806067,
     0.24374520981663844,
     0.294553231160374,
     0.2877191921834779,
     0.24290332683189825,
     0.260916464487893,
     0.2517423383494812,
     0.267042316149459,
     0.26423285708999994,
     0.2714163812378098,
     0.297212641855499,
     0.25123259676831106,
     0.2530284199927057,
     0.2525795963295963,
     0.26992217438646005,
     0.26802278409421265,
     0.260844215308501,
     0.30422256315113455,
     0.26293517989946563,
     0.2661613849113849,
     0.2640052738267024,
     0.25013372870515727,
     0.2986534959749245,
     0.26140998551712835,
     0.2500296330653473,
     0.26014944050658334,
     0.2595718765361622,
     0.2611052968195825,
     0.25610044717187574,
     0.3017093686736544,
     0.26757065685637116,
     0.2699455306598164,
     0.28478479192764905,
     0.278341995306281,
     0.2823828948828949,
     0.266179785822643,
     0.2691399869971298,
     0.23033078033078033,
     0.3107178205392491,
     0.2779275618561333,
     0.3457935582935583,
     0.259744190994191,
     0.2534570257784543,
     0.24227693602693604,
     0.2644801957301957,
     0.2548143655286512,
     0.24407619496905208,
     0.26250994375994374,
     0.24172345511631227,
     0.279997879105022,
     0.2944530007030007,
     0.27741673009530154,
     0.2836553657982229,
     0.2640026309669167,
     0.2762668218025361,
     0.28019041144041146,
     0.35609783734783734,
     0.25376997341283053,
     0.28669257329971615,
     0.2922951056879628,
     0.2643120437763295,
     0.24836307872022162,
     0.23760429385429382,
     0.2582606546892261,
     0.27326714291000004,
     0.293844746523318,
     0.2716904457975887,
     0.2445698151055294,
     0.32227834995692134,
     0.28975006475006476,
     0.27693093943093944,
     0.2692772505272505,
     0.2584803424089138,
     0.34691214869786297,
     0.2768919242133528,
     0.23766256891256893,
     0.2440484449413021,
     0.2909507820222106,
     0.28233373769088055,
     0.312476049083192,
     0.2514099987314273,
     0.27960244120958405,
     0.2665666344237773,
     0.25731190106190105,
     0.2745360459646174,
     0.24155081030081027,
     0.29313682349396636,
     0.2631616069116069,
     0.3230265105265105,
     0.3096591239448382,
     0.28385942760942756,
     0.2971742873528588,
     0.26365942258799396,
     0.2653357555143269,
     0.23610417360417366,
     0.26345846613703755,
     0.26078442060584917,
     0.3277462616748331,
     0.28037389198103485,
     0.26916261648404505,
     0.29953274238988525,
     0.33251959680531107,
     0.2732394589537447,
     0.29188803920946776,
     0.321373963338249,
     0.3655774450417307,
     0.26949908557051416,
     0.2602510584653442,
     0.2902489045346188,
     0.27024367827939255,
     0.2658110408110408,
     0.27610455021169306,
     0.25759108616251475,
     0.24406730835302265,
     0.25386676815248244,
     0.24004464450893023,
     0.2548586003943147,
     0.27152886795743936,
     0.2893701206201206,
     0.2914159583802441,
     0.28222551258265544,
     0.2981646990575562,
     0.27151363847792415,
     0.26299844335558625,
     0.26093453504167785,
     0.26421118563975704,
     0.26627839752839755,
     0.2565938360581218,
     0.28626125858268714,
     0.2583406342334914,
     0.3005274817774818,
     0.2517193785050928,
     0.31967794110651254,
     0.296431313395599,
     0.27675994640280355,
     0.22841021412449983,
     0.2974273742130885,
     0.2641602775531347,
     0.27121509442938013,
     0.3033312586884016
    ],
    "macro": [
     0.27481053174023234,
     0.2645033670466408,
     0.28651385714769123,
     0.2708134576749332,
     0.2780363897265546,
     0.259513938818102,
     0.29174921562951583,
     0.28787601509744853,
     0.26471770006334105,
     0.27470689110550295,
     0.25307448863295195,
     0.27589918211132497,
     0.25893682165105536,
     0.2915824443152012,
     0.27566917104442207,
     0.29052509903578033,
     0.26985781412740345,
     0.2909309133184062,
     0.280921211525743,
     0.26699251383910094,
     0.28170573871619853,
     0.2760682456132842,
     0.29397020123126105,
     0.2600403824373686,
     0.2792903918988902,
     0.29356006780394256,
     0.28542925656787266,
     0.26872409424739735,
     0.2682801750854282,
     0.27187520400163345,
     0.2865929704295466,
     0.265011536053641,
     0.2566834077181562,
     0.25782758046745546,
     0.27211011801534496,
     0.2625936216682592,
     0.2797975338121381,
     0.27827841592471614,
     0.289764108589525,
     0.2982807509685787,
     0.27693676247338017,
     0.27211697462123347,
     0.26986434699849415,
     0.27826862595693075,
     0.27246891478576035,
     0.2700747600171673,
     0.2895166414060936,
     0.27452849569812865,
     0.2928971178033659,
     0.26936930729730674,
     0.29167494031988184,
     0.24154769061302794,
     0.277902738007316,
     0.2638118856567322,
     0.2768821564776111,
     0.2741580081844329,
     0.2854051835244789,
     0.27046572902265986,
     0.2611234835316466,
     0.2773645384695508,
     0.2655475921779666,
     0.24601290383732913,
     0.2931498521725678,
     0.2794110984571846,
     0.28087435544523615,
     0.2626038916539053,
     0.2911852817248746,
     0.26608263319807707,
     0.2959865541008046,
     0.277179458335817,
     0.2808570522453735,
     0.2622213785681748,
     0.2570306710077103,
     0.2855548061029765,
     0.26386708152973387,
     0.25490119446114523,
     0.27302250695708435,
     0.28856889572183664,
     0.2630065416305076,
     0.26679091824237,
     0.29885754600565295,
     0.2676310544748906,
     0.28082182167554426,
     0.2684983468162857,
     0.27896243357237693,
     0.2605589569103842,
     0.2650349205690094,
     0.2800595790001399,
     0.26513009050461406,
     0.28594330834843523,
     0.2788156644795718,
     0.2797847779991377,
     0.2760309568179579,
     0.2821455885668264,
     0.282738002559087,
     0.272940414368939,
     0.27353540874585025,
     0.2533030471803154,
     0.27548581965589203,
     0.28820805154340456,
     0.2676507358760783,
     0.2821736273242691,
     0.2721957705475925,
     0.27255687090203423,
     0.2677107163761691,
     0.2782501179064188,
     0.23807035257657802,
     0.26916266972896574,
     0.2633734423804728,
     0.2839057295944664,
     0.29084248847801575,
     0.2819058996992683,
     0.25437491582095945,
     0.26067392309134635,
     0.25799598348169933,
     0.27687212629399527,
     0.28494643446447465,
     0.2670554828388004,
     0.2939912920755516,
     0.29742551085959923,
     0.270270670431898,
     0.27439750965101123,
     0.25011509790929376,
     0.27229269175895787,
     0.27953201322859256,
     0.29230511608231674,
     0.2853425179390746,
     0.25706603772211245,
     0.2759910795166827,
     0.27475396190993784,
     0.265902555059852,
     0.2843989469783987,
     0.2829017706506924,
     0.2827860814226378,
     0.26105269931497976,
     0.24568018356624277,
     0.2640059439518611,
     0.27249507931248174,
     0.2855432210207935,
     0.2584756818860262,
     0.28024624161288847,
     0.2751417810433904,
     0.2730564151205948,
     0.2610284222229447,
     0.27387089305613366,
     0.2698124296951818,
     0.26679358843173007,
     0.27352487258453617,
     0.28491615341551163,
     0.27717266983959615,
     0.28330544665757784,
     0.2971527906042045,
     0.27710680876027094,
     0.27556806918345145,
     0.26458696360978357,
     0.2796958569312791,
     0.28078767543834415,
     0.27854069756741656,
     0.28530895205490986,
     0.2705188898496133,
     0.2817411042210592,
     0.29075452120468903,
     0.27682440741878706,
     0.29036032804162165,
     0.2928549158487409,
     0.28122195037620773,
     0.2630502487884396,
     0.27389920595090295,
     0.27245251678212085,
     0.27472984124604716,
     0.26258569818957117,
     0.26376185294904864,
     0.2638832662555381,
     0.27263107708666917,
     0.26479239030985074,
     0.26943190034135095,
     0.27397361512150326,
     0.2635956582104597,
     0.27395472403291854,
     0.2705469402888531,
     0.2618273393419481,
     0.29117206805542056,
     0.24595981883544066,
     0.2871633407852087,
     0.27590498073342795,
     0.2648162031076295,
     0.27521295946440333,
     0.29122042799848097,
     0.2691044439036874,
     0.27235202958174065,
     0.2785950787785136,
     0.2789380162081743,
     0.31366898275782895,
     0.2726445884651505,
     0.27849511836628676,
     0.2568160655968786,
     0.2735760830055859,
     0.25868000623583376,
     0.27090218950330014,
     0.30098617649454235
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 7
   },
   "lorentz-2-s3001": {
    "permutations": 200,
    "per_row": [
     0.25307985665128524,
     0.2634457473743188,
     0.26735562717705574,
     0.2585641871356157,
     0.25346852221852223,
     0.2505855916570202,
     0.24265714444285869,
     0.27884489848775557,
     0.24754131450560019,
     0.27487419987419986,
     0.22974987974987976,
     0.2803090428090428,
     0.2628187949616521,
     0.30184957238528665,
     0.2899485435199721,
     0.26472789776361205,
     0.2698843154200297,
     0.330504218004218,
     0.2644278010349439,
     0.2947798894227465,
     0.30165575165575165,
     0.24853869675298246,
     0.2807788772074486,
     0.2755243433814862,
     0.2482474536045965,
     0.2926776926776927,
     0.27051962587676875,
     0.2658765506979793,
     0.2529359199002056,
     0.29188215884644453,
     0.27425963586677876,
     0.2585941835941836,
     0.2750257678829108,
     0.25381576095861813,
     0.2498213757142329,
     0.26715718144289574,
     0.25247355158069446,
     0.2849501028072457,
     0.25464925286353857,
     0.2961903506546364,
     0.2726729289229289,
     0.24703061488775777,
     0.24173964263249975,
     0.23879229236372093,
     0.25091971520542944,
     0.29381854917569206,
     0.27109709073994787,
     0.29579352525781094,
     0.27118262028976314,
     0.26408161943876235,
     0.28229802604802606,
     0.255887531780389,
     0.2683389692318264,
     0.3082255046540761,
     0.28856827696113413,
     0.284755291005291,
     0.2999753553324982,
     0.25933408522694235,
     0.2594444576587434,
     0.2897898067540925,
     0.2823664430807288,
     0.24392370195941623,
     0.3225946342017771,
     0.28347641115498257,
     0.22369918441347014,
     0.25609268377125516,
     0.28273271041128184,
     0.25205964670250386,
     0.2821040731755018,
     0.2629349816849817,
     0.2843369593369593,
     0.26710409299695015,
     0.2692133593919308,
     0.2725071555428698,
     0.2844764362621506,
     0.2884814590171733,
     0.28855251890966177,
     0.2968770647342076,
     0.26949746681889536,
     0.26816837263265836,
     0.24602986299414867,
     0.27024047381190236,
     0.28811413454270596,
     0.2662971948686234,
     0.273066219494791,
     0.25303572089286375,
     0.2381640185211614,
     0.2781432852861424,
     0.24227089048517622,
     0.2860088324374039,
     0.28286954447668733,
     0.2796725100296529,
     0.2798404637690352,
     0.2647217200788629,
     0.2940176225890512,
     0.2703366408723552,
     0.2560940712726427,
     0.25063610331467473,
     0.2798058423058423,
     0.2998610186110186,
     0.3058063629492201,
     0.25158561676418817,
     0.2681030939959511,
     0.27606421356421357,
     0.2537289760504046,
     0.27205337651766226,
     0.2529901645973074,
     0.2934968470682756,
     0.22313225795368652,
     0.27442187442187443,
     0.2730748748605892,
     0.2768574679288965,
     0.2805765002193573,
     0.24842198145769576,
     0.2864533614533614,
     0.29251571840857554,
     0.3597122454265312,
     0.28858205286776717,
     0.2507935847221562,
     0.28112671059099636,
     0.23711516657945228,
     0.2856793008578723,
     0.23971154506868794,
     0.27828969971827117,
     0.26979399568685286,
     0.29727336155907585,
     0.26103311371168514,
     0.27026221133364,
     0.3083770396270396,
     0.2739168899883186,
     0.298816527387956,
     0.28790921380207096,
     0.25481638070923784,
     0.31080146705146705,
     0.27201640951640954,
     0.24862795934224505,
     0.2607359571645286,
     0.275379514665229,
     0.26806404574261716,
     0.33732940340083195,
     0.25481059945345663,
     0.3015163738378024,
     0.2617783340997627,
     0.2717263226191797,
     0.2525755659684231,
     0.26837616748331034,
     0.2691863691863692,
     0.28027663474092046,
     0.3111715665287094,
     0.304936531722246,
     0.2665058816844531,
     0.32082031724888865,
     0.27773076790933937,
     0.2572211848997563,
     0.2669164169164169,
     0.26054970162113017,
     0.2958106377749235,
     0.3120693459979174,
     0.25925420478991906,
     0.2739567310995883,
     0.2951836523265095,
     0.3545285732785733,
     0.2843439959511388,
     0.28829289097146243,
     0.28455182383753813,
     0.3481097606097606,
     0.282914109699824,
     0.27468067646639077,
     0.27393172303886587,
     0.2727207977207977,
     0.2526184463684464,
     0.2749822598036884,
     0.2624949785664072,
     0.2572459947459948,
     0.2463721133363991,
     0.25610104181532756,
     0.2589781580853009,
     0.2689196055267484,
     0.2945721276078419,
     0.2632498453927025,
     0.27979233068518783,
     0.29871533889391033,
     0.2757032980247266,
     0.2678835384192527,
     0.2606850160421589,
     0.26605362230362234,
     0.26517216249359105,
     0.23395599109884826,
     0.2987280246208817,
     0.2483735510521225,
     0.3171997975569404,
     0.26957863565006424,
     0.3296144001501144,
     0.28969905755620035,
     0.28593681450824304,
     0.25767311392311393,
     0.27880677523534664,
     0.2599920251705966,
     0.2466081867867582,
     0.27734900681329255
    ],
    "macro": [
     0.2563542754603249,
     0.27364380357568135,
     0.2693866682595121,
     0.28025072436459614,
     0.2601801105771476,
     0.26008277678032826,
     0.27890078511810873,
     0.2744836681764047,
     0.27595899356371073,
     0.2644335708930505,
     0.26028788522875934,
     0.2617230406348514,
     0.261940144330948,
     0.2851868134721192,
     0.27855051435707434,
     0.28285997592939,
     0.280436014259464,
     0.2879208049748305,
     0.2789227366062547,
     0.2765392848354281,
     0.26288472555385495,
     0.26215710625268507,
     0.27972421250307145,
     0.2677666182056887,
     0.2624457183530822,
     0.2769035604851052,
     0.28328913808666656,
     0.29768256683869293,
     0.2561261007092105,
     0.29792134045339824,
     0.2935174196039396,
     0.26347942356722365,
     0.27764682847377564,
     0.2835750075142985,
     0.26180595001467954,
     0.26201260145873595,
     0.27305771529375694,
     0.2748691669764145,
     0.2780513265143499,
     0.2892824350094495,
     0.2801333042002565,
     0.26151762161758585,
     0.27113536720383796,
     0.25610395796512236,
     0.2709043934389982,
     0.26597117891318106,
     0.30508877546944835,
     0.28376385014822575,
     0.29514496469615625,
     0.27615472439324557,
     0.29709398055126157,
     0.27847024156771966,
     0.300300412329043,
     0.2727651782249949,
     0.28226712139655613,
     0.27644250988103275,
     0.270258787544796,
     0.26481573610687414,
     0.2741758687972331,
     0.279012585241352,
     0.270948081237187,
     0.2795934457546444,
     0.30140780056402416,
     0.2684904353915311,
     0.25764645567716465,
     0.2610993148938982,
     0.27752161420228044,
     0.2702045342464542,
     0.3019337413491435,
     0.280790339179684,
     0.2621788847996309,
     0.2625506533660507,
     0.2656693655855069,
     0.274940866511253,
     0.27133234218584834,
     0.267488838320383,
     0.28401654288147243,
     0.25733697788574683,
     0.2702304596410537,
     0.28948582189866917,
     0.27914827265532394,
     0.27943164061027903,
     0.2701498879725899,
     0.26931799987366584,
     0.29912312461136853,
     0.2547870662419224,
     0.26418512554176654,
     0.27564659155617444,
     0.25817210312113803,
     0.2689057348046381,
     0.2861155927311003,
     0.285939188762409,
     0.28170248020841604,
     0.2770529208742871,
     0.26916760689344793,
     0.2918643804404024,
     0.2834784703960613,
     0.2723865276272615,
     0.2772887420547152,
     0.2839351136690465,
     0.26398630896403147,
     0.26808180929357184,
     0.29126361841348125,
     0.2859809883763057,
     0.266693510992507,
     0.28420681073299336,
     0.2583627332518066,
     0.2800542843059061,
     0.24497777225676928,
     0.2687104502001018,
     0.27580584880653863,
     0.2692760609591208,
     0.259000839224547,
     0.2536136392884678,
     0.2682576089501726,
     0.295579649163409,
     0.292945094616217,
     0.28819526104645854,
     0.27774084908094576,
     0.27889273747573645,
     0.25583756448953404,
     0.27328193333155054,
     0.24160733455961275,
     0.27596337839423535,
     0.27579794334100993,
     0.27825600360025987,
     0.27840728055378855,
     0.2500218077184275,
     0.27651966590967625,
     0.26942100503368094,
     0.30685713484921223,
     0.2789796883021013,
     0.2578770969151086,
     0.3053904762961125,
     0.27802548925569087,
     0.26247535893921203,
     0.2769417084051197,
     0.2521365574970129,
     0.26585844077957127,
     0.2646977897091375,
     0.2732411999963142,
     0.25726072228525565,
     0.27235421888523786,
     0.2638274769015325,
     0.2665384294446333,
     0.2806505705074703,
     0.2585412610463857,
     0.2845972082019105,
     0.2822144586430161,
     0.2829039718899747,
     0.2714288758340457,
     0.31525737571663875,
     0.2816961469338445,
     0.2681516630237758,
     0.2723377296217416,
     0.2826764130322082,
     0.28013655559122635,
     0.2677518245346041,
     0.26010065936496596,
     0.265026160175938,
     0.2715673955539495,
     0.2815527179807889,
     0.28440012241881363,
     0.27168145689311723,
     0.27792293854002037,
     0.2815407989259698,
     0.28610217198034177,
     0.26354785467547087,
     0.2659798837196716,
     0.2725584143647455,
     0.2811190362100327,
     0.26616772125657123,
     0.2704183149126186,
     0.2726238367103954,
     0.24629222400379266,
     0.26508059198373335,
     0.26818527862808705,
     0.2724344023799823,
     0.29016846743123087,
     0.2943310066301429,
     0.27512132199803185,
     0.27902497512555147,
     0.264946671443728,
     0.279902973159186,
     0.2871989259614821,
     0.2677744989541244,
     0.2987926397971383,
     0.2666370901125415,
     0.26502511375841525,
     0.26694177509881445,
     0.2791714382651949,
     0.281797338742797,
     0.30701272065808444,
     0.2777848092257434,
     0.2632891293319038,
     0.24323922598013822,
     0.26185100186756266,
     0.27458543910801114,
     0.26490942290534825,
     0.27771190728013356
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 15
   },
   "lorentz-2-s3002": {
    "permutations": 200,
    "per_row": [
     0.24439571671714527,
     0.27170055473626903,
     0.3034957436743151,
     0.2596599828742686,
     0.23727278012992295,
     0.25860085681514255,
     0.25465040911469483,
     0.26865211508068654,
     0.26557450486021916,
     0.3007869115011972,
     0.23876490572919146,
     0.2926487203272918,
     0.264608374429803,
     0.26090083857941,
     0.2834555325626754,
     0.30349006152577584,
     0.2806687360258789,
     0.3185698891056034,
     0.2683825764182907,
     0.2743154993154993,
     0.312293229257515,
     0.2618508475651333,
     0.29077308273736846,
     0.25618280528994813,
     0.2567079084936228,
     0.2988020907663765,
     0.2775046382189239,
     0.2764873354159068,
     0.27838530517101945,
     0.2726876959019816,
     0.2698975957904529,
     0.2753274833631977,
     0.2690988574917147,
     0.24140832712261281,
     0.2790579460222317,
     0.27598420098420096,
     0.26343818218818216,
     0.2678062347705205,
     0.25484845841988696,
     0.29090502751217034,
     0.2559334514691658,
     0.23415813683670827,
     0.2498335989407418,
     0.25214438339438344,
     0.2609498636284351,
     0.2977437575651861,
     0.29089280428566144,
     0.30630936523793667,
     0.29209702334702337,
     0.2577021193092622,
     0.32494572226715085,
     0.2624412624412625,
     0.28301457140742853,
     0.2974061982990555,
     0.3004926620998049,
     0.26793917061774203,
     0.312095510309796,
     0.28719656666085236,
     0.29726774548203116,
     0.2950296396724968,
     0.272896349682064,
     0.26824240574240577,
     0.32354586551015124,
     0.29654085993371704,
     0.23873646195074766,
     0.27932302485873917,
     0.25409573891716747,
     0.24529911226339798,
     0.2610625815982959,
     0.25699753289039,
     0.2947204250775679,
     0.26239848114848113,
     0.25064317296460153,
     0.29918553668553666,
     0.2931749467463753,
     0.3092782217782218,
     0.29360837575123294,
     0.2908220417148989,
     0.25581412634984063,
     0.28376160876160883,
     0.2518316009387438,
     0.2710951085951086,
     0.2841101689315975,
     0.25399782096210666,
     0.2741968349111206,
     0.2658354872640587,
     0.2507256301899159,
     0.2548382173382173,
     0.2580141749784607,
     0.29883667919382206,
     0.28041389827104113,
     0.2782525675382818,
     0.26704965008536435,
     0.2764822479108193,
     0.2940909289123575,
     0.2780360842860843,
     0.2697011982726268,
     0.23683535379963952,
     0.28266013087441666,
     0.2709501147001147,
     0.33147008414865553,
     0.26236121682550256,
     0.2704637624280481,
     0.23669571169571169,
     0.27625106375106373,
     0.27243450993450996,
     0.2450062173276459,
     0.2824392869035726,
     0.2534818025889454,
     0.2754447272304415,
     0.27154062868348583,
     0.28089760768332195,
     0.29426093086807376,
     0.25533249818964104,
     0.2911108402179831,
     0.2751110331467474,
     0.3370049923621352,
     0.27625615125615127,
     0.2564526082383225,
     0.2729736202950489,
     0.27069610283895995,
     0.28321833589690737,
     0.2613792622721195,
     0.2545999635285349,
     0.2499770731913589,
     0.2984243930672502,
     0.29183557844272123,
     0.2722458097458097,
     0.32657943907943904,
     0.28785153338724767,
     0.28697856376427805,
     0.27465814608671746,
     0.27417883042883046,
     0.30659968338539767,
     0.278648137576709,
     0.24910539196253487,
     0.271526258133401,
     0.3073309296523582,
     0.2851859780431209,
     0.311053133374562,
     0.2350194118051261,
     0.30186909651195365,
     0.24631073291787578,
     0.25381889935461366,
     0.2825242218099361,
     0.2627693734836592,
     0.2740992473135331,
     0.2631184291898578,
     0.30603490424918994,
     0.3036641929499072,
     0.2884855224140938,
     0.28177933177933173,
     0.2628173744245173,
     0.2585691094619666,
     0.2668436061293204,
     0.2822035107749393,
     0.26114507185935754,
     0.33599865742722884,
     0.2755489219774934,
     0.26745043977186833,
     0.30637252958681527,
     0.31692771514200085,
     0.28206479367193654,
     0.26890543319114746,
     0.28726865066150786,
     0.3321307330235902,
     0.26992461903176185,
     0.27017284963713534,
     0.30432153825010966,
     0.26864260078545793,
     0.2643814849171992,
     0.2740006686435258,
     0.26888062334490903,
     0.23635210688782116,
     0.26259999920714205,
     0.25608277304705873,
     0.27841262573405434,
     0.2655938307724022,
     0.29771633789490937,
     0.25614735793307225,
     0.2674112924112924,
     0.27316760620332053,
     0.274947076732791,
     0.2716882324025181,
     0.25032209853638426,
     0.26788198573912864,
     0.24543991061848205,
     0.24400635739921453,
     0.2820877865520723,
     0.27071978946978953,
     0.3114510819867963,
     0.2769332519332519,
     0.300214368964369,
     0.30404932369218085,
     0.2625808384736956,
     0.25419511044511045,
     0.26300610764896476,
     0.2655157673014815,
     0.2883057418771705,
     0.26808442879871447
    ],
    "macro": [
     0.2572763473398825,
     0.2662849477202556,
     0.267422220997225,
     0.2711056218846624,
     0.2639987588652029,
     0.2700246392052367,
     0.30105184270180774,
     0.2875536874053606,
     0.2802649692700017,
     0.2702037891510544,
     0.26597452602234145,
     0.27469026839592753,
     0.27706505444155904,
     0.27415030688247377,
     0.2791627686839173,
     0.28878964853476946,
     0.2811445677753614,
     0.29067376729748484,
     0.27497895265127165,
     0.26339811602870955,
     0.2711192531096265,
     0.271256032041922,
     0.2825168546917547,
     0.2841316576231291,
     0.2653073677684199,
     0.29368104736170975,
     0.26614285525918124,
     0.28621313509457813,
     0.2708980153777104,
     0.2798982671300057,
     0.28337246224741236,
     0.2835112393733133,
     0.2860669656769775,
     0.26100973310364395,
     0.25164811829246714,
     0.28277830474304216,
     0.271445196006458,
     0.24368042512564567,
     0.2584866045032653,
     0.2811509384256048,
     0.25684006790016084,
     0.2580494685111147,
     0.2676167376591769,
     0.2669811643939286,
     0.27879276899718514,
     0.25346129945340257,
     0.28533268179380333,
     0.27536598438003906,
     0.2746917803453906,
     0.27551917637244294,
     0.29017894815046974,
     0.2640766083970972,
     0.3076968517008892,
     0.2877699471556547,
     0.2783280066030577,
     0.28274525697560243,
     0.270521177444046,
     0.280759217261101,
     0.2861980438093345,
     0.29186365465457015,
     0.2725395412897659,
     0.2679486334779611,
     0.3099414319765823,
     0.25959441219576956,
     0.26606225919234944,
     0.27706124495605206,
     0.30029634843542885,
     0.2673420993961928,
     0.28887555824759864,
     0.2925903181099486,
     0.27532943285370537,
     0.26977611906457866,
     0.25205882747332203,
     0.2702507452338567,
     0.2780978464769682,
     0.2726252495207367,
     0.27335432195329673,
     0.282098884322415,
     0.2788958345738654,
     0.28412252034192614,
     0.27849414334651423,
     0.2801698151728404,
     0.29763684154540815,
     0.2615314815121907,
     0.29100076311325757,
     0.27251255181750905,
     0.2471956886411426,
     0.27551233658077157,
     0.2654222906552204,
     0.2694689524278923,
     0.27836500171808953,
     0.2894287908473708,
     0.28038494630988126,
     0.2815176393490464,
     0.2837967062570658,
     0.28133369008747466,
     0.2671552146819717,
     0.24984081511225856,
     0.2789565381283727,
     0.26263833087509664,
     0.2871923044244655,
     0.27622375553391426,
     0.2859956654491644,
     0.263853887661413,
     0.29605619125107235,
     0.27778938491510263,
     0.26174257954884445,
     0.2808478336974477,
     0.26843266759328466,
     0.29269029247508904,
     0.26244243167228937,
     0.278552762671518,
     0.2638695890511563,
     0.2616953629238751,
     0.2782478564108216,
     0.2846659027194135,
     0.2778227884334098,
     0.27756351415164215,
     0.2771641570476326,
     0.28702203781099517,
     0.2756820600569444,
     0.2714683102058301,
     0.2611096627326565,
     0.26631836293436334,
     0.2692460123624452,
     0.27341746538579337,
     0.2776147399042308,
     0.2646251192616017,
     0.2653489653769805,
     0.2824295255703726,
     0.27568429480010775,
     0.2834140657711556,
     0.28556822058786224,
     0.29052641283547603,
     0.27747212156036843,
     0.266666925202513,
     0.27887131879020216,
     0.2765964594423975,
     0.27521988511542894,
     0.26627348524077965,
     0.2701008836522942,
     0.2699286802270636,
     0.2623765391137078,
     0.2844170968399929,
     0.2778961834582191,
     0.26856105487245496,
     0.2687102252594076,
     0.2747880236260326,
     0.28159052367953075,
     0.28603778202800667,
     0.3034913724772302,
     0.2817082578721713,
     0.2841867573683795,
     0.27744899033513865,
     0.27239051063844255,
     0.28654223239724363,
     0.27968455198161174,
     0.26315827147736215,
     0.2754145084819883,
     0.2531215462895857,
     0.27642484805264983,
     0.2717061420552871,
     0.2953076505053308,
     0.2628260320817872,
     0.28354839435993184,
     0.2756201941038939,
     0.2695922429579896,
     0.26140444349142133,
     0.28437983321276183,
     0.2831441259753552,
     0.26878511084082146,
     0.27162981418673937,
     0.27751397882341344,
     0.25345014094620655,
     0.252569551089501,
     0.27582423247268384,
     0.276942421032175,
     0.2620983523888448,
     0.2954445663957798,
     0.2667480814203887,
     0.2628011149064793,
     0.2623062664339112,
     0.26250745510607193,
     0.2908617924139021,
     0.2734517421140924,
     0.2770951002956127,
     0.292035398655348,
     0.2700189452561139,
     0.27880837754767696,
     0.28423225753544745,
     0.28328130601837087,
     0.27182504097343474,
     0.3024934031058741,
     0.28603967915381473,
     0.26278883116519325,
     0.2613567566260466,
     0.2505632541644887,
     0.2640579875171232,
     0.2773749173679265,
     0.2759166415717487
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 10
   },
   "lorentz-2-s3003": {
    "permutations": 200,
    "per_row": [
     0.25774751042608185,
     0.2665086897229755,
     0.3057493432493432,
     0.2539454923383495,
     0.25979437229437224,
     0.28235920825206534,
     0.2620660093874379,
     0.287910766482195,
     0.26467837717837717,
     0.289361531325817,
     0.24003767396624542,
     0.2984389948675663,
     0.2778047679833394,
     0.2799267201052915,
     0.2888263852549567,
     0.2746424541067398,
     0.26279097886240743,
     0.2933649683649684,
     0.24833328047613762,
     0.2936150159364445,
     0.30618802493802494,
     0.24926769658912518,
     0.3055076537219394,
     0.2681257234828664,
     0.2527940644012073,
     0.30756148613291473,
     0.26603690621547765,
     0.2808895139252282,
     0.2556343788486646,
     0.2945027195027195,
     0.29478431621288764,
     0.272467611753326,
     0.26015710479996196,
     0.2524945292802435,
     0.25473329580472437,
     0.2500911456268599,
     0.2696716973502688,
     0.26250531875531874,
     0.2698507511007511,
     0.3310532060532061,
     0.24647468933183217,
     0.24307722700579842,
     0.25767083445654876,
     0.25027588152588154,
     0.2585276495990782,
     0.3083623056837343,
     0.27534310927168076,
     0.2978290228290228,
     0.27214980786409354,
     0.2612180478251907,
     0.29181040520326235,
     0.2545105027247885,
     0.2643947322518751,
     0.2797286047286047,
     0.2711326702398131,
     0.2519263474620617,
     0.29237624148338437,
     0.2608309019023305,
     0.2664482343053772,
     0.26764426050140344,
     0.26732447446733165,
     0.25386766011766015,
     0.31063044098758386,
     0.28970232809518526,
     0.22945761249332677,
     0.2613199300699301,
     0.28325381628953056,
     0.27933303469017756,
     0.2651740455311884,
     0.2524581899581899,
     0.2696340696340696,
     0.2686062614634043,
     0.2738021898736185,
     0.3292847364275936,
     0.29772714058428346,
     0.31511811601097317,
     0.2766728311371168,
     0.27634415848701566,
     0.26355985284556716,
     0.2765011113225399,
     0.2683090058090058,
     0.2651432231789374,
     0.2925588961303247,
     0.253437567723282,
     0.26773864363150074,
     0.27432035557035556,
     0.26484428270142557,
     0.265242858992859,
     0.2565784083641226,
     0.28278454349882926,
     0.26014927532784676,
     0.30049276120704693,
     0.3061964160178446,
     0.27943765890194455,
     0.2718765691979978,
     0.2635312108526394,
     0.2704026132597562,
     0.23724962207105066,
     0.27568397211254353,
     0.2878636244707673,
     0.31414114985543556,
     0.24831821617535904,
     0.2745875156589443,
     0.2438116116687545,
     0.2741063830349545,
     0.2795625009910724,
     0.25583057815200677,
     0.28389348746491605,
     0.24606583892298178,
     0.2954702043987758,
     0.26587252033680603,
     0.2738611256468399,
     0.2814010394367537,
     0.2697772135272135,
     0.29004699004698997,
     0.2669639223210652,
     0.3587438685652971,
     0.2846196462267891,
     0.2602260834403692,
     0.28065069850784136,
     0.2605626516340802,
     0.26740666740666735,
     0.25018936090364663,
     0.2727458057815201,
     0.2726521494378637,
     0.2864169230240659,
     0.26097926544355116,
     0.24604763622620762,
     0.31395839610125326,
     0.2867939600082457,
     0.2480213899856757,
     0.27130607487750347,
     0.25302356373784946,
     0.32650269703841134,
     0.27485712039283466,
     0.24040830201544489,
     0.25964386142957574,
     0.2852164700378987,
     0.28362536933965504,
     0.3262603137603138,
     0.24494245833531547,
     0.316743474779189,
     0.25667196560053707,
     0.25944624158909874,
     0.27347140293568867,
     0.26066678030963747,
     0.2527981608338751,
     0.2636921610135896,
     0.28985207913779343,
     0.27330903223760367,
     0.2629212388140959,
     0.29618655154369444,
     0.2845438291866863,
     0.25457984475841616,
     0.2606723633509348,
     0.25661844768987624,
     0.2552410222053079,
     0.3364333087547373,
     0.2781491656491657,
     0.2792925989354561,
     0.3117023518809233,
     0.3251750894608038,
     0.2955663714592286,
     0.31231658553087127,
     0.28251011554582983,
     0.356485643985644,
     0.258342649414078,
     0.2820086329014901,
     0.28753924646781787,
     0.27499600267457414,
     0.25162423555280694,
     0.30025982615268326,
     0.25159199266342125,
     0.26037847734276304,
     0.2620014245014245,
     0.24414091199805488,
     0.2602061959204816,
     0.28153096903096897,
     0.29849254581397433,
     0.27182298521584236,
     0.2880423148280291,
     0.2878506744578173,
     0.2692330486973344,
     0.26440470904756613,
     0.23763514924229204,
     0.24261515600801317,
     0.24499683517540657,
     0.24335340585340584,
     0.2843165432451147,
     0.2634251330679902,
     0.3165742987171558,
     0.2720969176326319,
     0.2995857647643362,
     0.3126534180105609,
     0.26337624016195443,
     0.25646697878840735,
     0.3084693084693085,
     0.2618890038532895,
     0.2644634796420511,
     0.3040303611732183
    ],
    "macro": [
     0.25974485556088744,
     0.2684303318339155,
     0.30187319947188473,
     0.2724958851969928,
     0.26720696628684976,
     0.26891758666948157,
     0.2918951757424955,
     0.2877644761215833,
     0.2865318616647286,
     0.26525254312341456,
     0.2747843464285567,
     0.27631138931557275,
     0.2635842390013389,
     0.27658833320016596,
     0.2722869870202899,
     0.2682892920817533,
     0.28044131524881133,
     0.26656228899442774,
     0.2582558570068657,
     0.2638328234845215,
     0.2691589843813925,
     0.2630814067250131,
     0.31277522445483535,
     0.28957125202629663,
     0.2502205786705169,
     0.2906832816667159,
     0.27124906591501774,
     0.28700655314325907,
     0.2711442404563668,
     0.28315359235839294,
     0.2866767831738996,
     0.2790706516533754,
     0.2850775632974835,
     0.2718112572713117,
     0.25310803260066145,
     0.2583927533079166,
     0.27601691738451656,
     0.2528860175858781,
     0.26340734271732413,
     0.294770135368229,
     0.2730079003956583,
     0.26590306501573124,
     0.27050004306911807,
     0.2668446753734675,
     0.2842441676031799,
     0.26108789005034616,
     0.274297444919513,
     0.2724515970829203,
     0.27638786706840945,
     0.2751102209218336,
     0.28204787205051574,
     0.25561060561189786,
     0.2956938075313202,
     0.2819256360528707,
     0.2715583454413339,
     0.26307641599342346,
     0.26731719309825214,
     0.2775533319656713,
     0.2668724189333138,
     0.2654244952501952,
     0.26210998359229354,
     0.2745239932112434,
     0.2965356472216263,
     0.2686644035161569,
     0.2653202949132586,
     0.26617822673231106,
     0.2601142044854896,
     0.2814173350758491,
     0.2762789736485287,
     0.27818226971541504,
     0.26147144768969927,
     0.27492221012068596,
     0.2828802385157798,
     0.2860587770685397,
     0.28049988154604066,
     0.28011289266293316,
     0.2741901463819862,
     0.2932927430342205,
     0.26966534175115076,
     0.28190586653166816,
     0.2816276938566176,
     0.2762493211277147,
     0.28767094113447617,
     0.2714756882577609,
     0.2833287784053202,
     0.2800796984213236,
     0.25620216285819253,
     0.2812848003989984,
     0.26771518548726053,
     0.2791005522374887,
     0.26334612360250303,
     0.2925009643114319,
     0.2861810615144621,
     0.28987747447731727,
     0.26817737862118995,
     0.27012896470773756,
     0.27132208637872246,
     0.2551273498550004,
     0.2660660159732015,
     0.28378889625240694,
     0.2719052034148245,
     0.2643954161508695,
     0.2869797285120678,
     0.2728194006164782,
     0.2964342358179723,
     0.2802177517605892,
     0.277136581980134,
     0.2740684325240853,
     0.25960724569507077,
     0.29682841212623745,
     0.2485041737065191,
     0.27217793120847833,
     0.25867474116379496,
     0.24050719225824604,
     0.2640615621541934,
     0.2849636726093209,
     0.2583406369343402,
     0.2739422329990369,
     0.28200338851167606,
     0.29112468582603984,
     0.27890852752346845,
     0.2534346356003772,
     0.2714197436840108,
     0.2802326512528428,
     0.27921412555057346,
     0.2753640979812857,
     0.278158065716871,
     0.25304402430947054,
     0.28135587115744326,
     0.27262543045526627,
     0.27747758065958383,
     0.2901594579198429,
     0.2753939436028798,
     0.2911919574530027,
     0.252367915244068,
     0.25797160364950844,
     0.28201493700674873,
     0.27245561189982603,
     0.2675356601529717,
     0.25853874386317505,
     0.2597587705924097,
     0.27402766045200766,
     0.26537176931896217,
     0.28534290148918473,
     0.2763209611542776,
     0.27725241162941255,
     0.2713005012697593,
     0.27521236502768115,
     0.25811275088792346,
     0.25152322328548204,
     0.2782039163257614,
     0.28148556466600716,
     0.2759271923382822,
     0.25818793981454513,
     0.24767346685941122,
     0.2753184344314616,
     0.25576059475197443,
     0.27500488931471967,
     0.2753550520129726,
     0.2614345745687682,
     0.2848776101035027,
     0.28846267847380236,
     0.2896515173551873,
     0.2998143804531334,
     0.29082128268590335,
     0.2766539533369276,
     0.2535399117357269,
     0.2752610601638343,
     0.2639234149995297,
     0.269492804707992,
     0.2607709223126952,
     0.26699718422891566,
     0.26606965105919744,
     0.2584985555949926,
     0.26558180149394284,
     0.29132344275826116,
     0.27448388226296044,
     0.27108555015410857,
     0.29246661342598945,
     0.27111831254360647,
     0.27778748929701724,
     0.28410095757376913,
     0.2633219248863799,
     0.2778776320203909,
     0.2707380301382263,
     0.2525564563122179,
     0.2868676468237897,
     0.27280790194015475,
     0.2553687525629642,
     0.2811942824369891,
     0.281046213919936,
     0.2823304973465756,
     0.2746917903728297,
     0.2859077500703183,
     0.26086873560471896,
     0.2621374721752546,
     0.30589129663627673,
     0.2795395001897495,
     0.2578435092395331,
     0.27869136329535
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 9
   },
   "lorentz-2-s3004": {
    "permutations": 200,
    "per_row": [
     0.2537618135832422,
     0.2602377450591737,
     0.2896234056948343,
     0.25370350548921977,
     0.26402123009265865,
     0.30850577993435135,
     0.26775430257573113,
     0.2726980030551459,
     0.26446684928827785,
     0.28248272891130033,
     0.2630906130906131,
     0.28666247773390635,
     0.25637104297818586,
     0.2941748727463013,
     0.28076830576830575,
     0.2829036373679231,
     0.28287833198547485,
     0.3112532308960881,
     0.2589395062609348,
     0.29821811786097496,
     0.32544479330193615,
     0.25199724217581365,
     0.2942740790955077,
     0.26802579034721896,
     0.2783170533170533,
     0.30912341626627343,
     0.26932994254422826,
     0.2816274003774004,
     0.29145834324405756,
     0.30970144273715705,
     0.2927469025683312,
     0.2758183945683946,
     0.2579109052323338,
     0.26392440231725944,
     0.2550907095549953,
     0.27682142592856873,
     0.28323052608766897,
     0.2858559429988001,
     0.2504256325684897,
     0.3580496553710839,
     0.2641089069660498,
     0.24123753230896086,
     0.26596994275565705,
     0.24244343619343622,
     0.2594545996331711,
     0.2889978407835551,
     0.2720695309981025,
     0.2980101247958391,
     0.2683519522805237,
     0.252077750292036,
     0.30569463605177893,
     0.26699973307116165,
     0.27775263757406615,
     0.27944436515865084,
     0.27287054876340594,
     0.2604865703079989,
     0.3398179862465577,
     0.2729316648959506,
     0.2542536497893641,
     0.27287236572950857,
     0.3005877059448488,
     0.2580252749895607,
     0.29980561766276054,
     0.3061921544064401,
     0.25290400736829305,
     0.26734994502851644,
     0.28101356315642034,
     0.25673205762491474,
     0.26909452980881554,
     0.2754436040150326,
     0.2958702012273441,
     0.23684972434972434,
     0.2873407676979106,
     0.2773382371596657,
     0.30047092457806746,
     0.26677502391788105,
     0.2710096781525353,
     0.26504180343466055,
     0.2454625070696499,
     0.2589549009191866,
     0.24450080342937486,
     0.2833148333148333,
     0.2805249974892832,
     0.2592779905279905,
     0.26098303151874586,
     0.27391537034394176,
     0.25962562569705433,
     0.25835523603380744,
     0.27478698550127123,
     0.28074356199356204,
     0.2663099136313422,
     0.2761016761016761,
     0.29245585763442905,
     0.2559026621526621,
     0.2681247984819413,
     0.2684558497058497,
     0.2680400617900618,
     0.252424691710406,
     0.29003222306793736,
     0.26968980093980094,
     0.2870805451162594,
     0.2561694588480303,
     0.26922386475957905,
     0.25403155046012194,
     0.26474752099752097,
     0.26284069766212625,
     0.23445671392099965,
     0.29271690610976325,
     0.2634357045071331,
     0.2888683736898023,
     0.28654199636342487,
     0.2439548546691404,
     0.2657337041265613,
     0.2593413530913531,
     0.2866444402158688,
     0.26496238549809986,
     0.3375962992034421,
     0.297893574679289,
     0.3241144767930482,
     0.2686117453974597,
     0.26665893630179344,
     0.23663191966763394,
     0.2646488432202718,
     0.26241760884618026,
     0.2486315602387031,
     0.3021270396270396,
     0.28479120086262943,
     0.24460443656872227,
     0.31125841750841754,
     0.27281848442562723,
     0.2800845979417408,
     0.27907555407555407,
     0.2709152950224379,
     0.26156039727468294,
     0.28787406376692093,
     0.24062055669198523,
     0.26444980284266,
     0.28887223887223884,
     0.29443796943796946,
     0.29619266315694887,
     0.23835959014530445,
     0.297468635861493,
     0.23508062704491278,
     0.2394919894919895,
     0.2563849179920608,
     0.2539049244406388,
     0.2604228443514157,
     0.26481735856735855,
     0.3171585028727886,
     0.3017659919445633,
     0.3068864997436426,
     0.3217510994296709,
     0.27592315092315095,
     0.28406870906870907,
     0.2676634212348498,
     0.268196089624661,
     0.2856192749049892,
     0.3146264119478405,
     0.25332002653431224,
     0.272443561729276,
     0.30006501435072863,
     0.3108754010539725,
     0.28665924023066874,
     0.2773999148999149,
     0.29407933336504766,
     0.3633593258593259,
     0.2542997676926248,
     0.2459578450649879,
     0.3041578791578792,
     0.26553086463800746,
     0.26086568854426,
     0.2866972643758358,
     0.23935763310763308,
     0.2320338722124436,
     0.23117732135589278,
     0.2633797089154232,
     0.24111913219056078,
     0.26565098261526837,
     0.29097043829186686,
     0.2909860311646026,
     0.2790660397803255,
     0.29384814920529206,
     0.2578190328190328,
     0.28504283414997694,
     0.25264051424765704,
     0.29584142709142713,
     0.24891949981235695,
     0.23515667533524678,
     0.321969597862455,
     0.2577725184868042,
     0.28329715919001636,
     0.2631507711864855,
     0.3115133213347499,
     0.3173209396423682,
     0.2630565532351247,
     0.224593660307946,
     0.26030500584072014,
     0.2566042092827807,
     0.28974101295529864,
     0.28905710691424974
    ],
    "macro": [
     0.27050773308945114,
     0.2535408788928592,
     0.27739533221283547,
     0.2744253768951146,
     0.2798018380228425,
     0.2654287358355202,
     0.3036722502692064,
     0.2924015075113766,
     0.2804450793832462,
     0.26486358871568455,
     0.2715550119112664,
     0.28041293472488704,
     0.2737692907614305,
     0.2746210266182188,
     0.28737461735641234,
     0.2709680660899411,
     0.27192037949893094,
     0.28667070057364696,
     0.2691680637470367,
     0.2820105022728111,
     0.2855484549963387,
     0.26508890952093644,
     0.2763526004413516,
     0.2758792643514273,
     0.2736073023630099,
     0.29936707603912904,
     0.2841446178571702,
     0.2854551431366443,
     0.25972932366258916,
     0.2757658044307133,
     0.2778744096020132,
     0.2696360676467808,
     0.27772773426141417,
     0.2732355321327421,
     0.2567304703640802,
     0.2727223180982158,
     0.2799410857005341,
     0.26793010534128003,
     0.26087309190728797,
     0.27232970433187914,
     0.2809784699251595,
     0.2642282384770693,
     0.27166058421935185,
     0.260520828696952,
     0.27612614846887656,
     0.2645081809032492,
     0.29308564386574854,
     0.26835795534031265,
     0.2761226914121599,
     0.2670732235184164,
     0.3000315725188688,
     0.2667140278875651,
     0.2856239117142942,
     0.2528517021982462,
     0.26884944824984885,
     0.27565328004841955,
     0.2887790075445394,
     0.2585051738060558,
     0.27077442704220667,
     0.26564200540420313,
     0.2773198696305508,
     0.2598746685239468,
     0.29897856591443656,
     0.27401593353167475,
     0.28293585491478024,
     0.2663636887231391,
     0.28064603667924604,
     0.2655834730643083,
     0.28023185705020726,
     0.2852519325354139,
     0.28253565824848936,
     0.2646157114113263,
     0.25887383148655957,
     0.27543474148197256,
     0.28320349371388254,
     0.25553734954252477,
     0.27196112622840196,
     0.25644382880126276,
     0.2586121920969834,
     0.27459616337307513,
     0.2766664933833804,
     0.27400568978539147,
     0.2814599301098179,
     0.2648485111790301,
     0.2899193837326201,
     0.28084699730858104,
     0.24674827714330702,
     0.27340186689183577,
     0.26818095074994125,
     0.2851876553812674,
     0.2716061033795834,
     0.28838746687911443,
     0.29612737563058844,
     0.2941900111671268,
     0.271124394771964,
     0.269010115487126,
     0.29009069858416775,
     0.26947621317428805,
     0.29430667932194016,
     0.28107802445438235,
     0.2763848906735261,
     0.29217204791205587,
     0.2895891890257368,
     0.26672895064233176,
     0.2643713606281032,
     0.2797232360746819,
     0.27194707158520537,
     0.29392555326298897,
     0.24956647728420137,
     0.2774159890568447,
     0.26600632274951874,
     0.2531224604876151,
     0.25874448008540474,
     0.27724394678989595,
     0.2719050704071096,
     0.2760457704832922,
     0.2911316780515934,
     0.28702209527792927,
     0.29199797808562056,
     0.26951884318325353,
     0.2891650961902479,
     0.26366700030616663,
     0.26126220105860254,
     0.270653650123591,
     0.2675466536312296,
     0.29887097383149275,
     0.2909221519394657,
     0.2524830791117402,
     0.27828645161567617,
     0.27170268166814615,
     0.27100409787935836,
     0.28713849218368576,
     0.2812815809639846,
     0.27100747958512417,
     0.2704947746041288,
     0.2554235586896318,
     0.275630080561617,
     0.27602644877349575,
     0.28994929604822756,
     0.2541418812550519,
     0.2764907534670766,
     0.26996784333563817,
     0.25879308484571917,
     0.26584363763420665,
     0.2669518474947016,
     0.2768408324306444,
     0.2774745850000217,
     0.26907770006221665,
     0.2788647000046371,
     0.27720508950963957,
     0.2811568798759844,
     0.27956074856113305,
     0.2870746707343101,
     0.26253918858803843,
     0.2881749643185658,
     0.27368689745887553,
     0.2582426130579213,
     0.2780035300921665,
     0.27655187793084934,
     0.2586388733132142,
     0.26080405465055073,
     0.2851127132226641,
     0.29567841258317773,
     0.2708032088119618,
     0.2912761409750938,
     0.2832336103489402,
     0.2569163415089345,
     0.2534965990579579,
     0.27389125796190333,
     0.27480035094592664,
     0.26711474081049086,
     0.2793232026458413,
     0.28593492424273953,
     0.2765892189477884,
     0.24443508647340828,
     0.29189182851053586,
     0.26069876692799726,
     0.2803880943743323,
     0.2642213646703104,
     0.2902524010609035,
     0.282817742728998,
     0.2820524245965951,
     0.2636226457864666,
     0.27291035172898687,
     0.2661811037556208,
     0.28249445704621917,
     0.3006952504388429,
     0.26883351368558633,
     0.2759654773828264,
     0.27124589068778804,
     0.28667873046416514,
     0.28065485422533587,
     0.28227282236377516,
     0.28708032536125133,
     0.2731598737765859,
     0.23570922904814715,
     0.2661639742275546,
     0.25754420763715347,
     0.28997784029636736,
     0.2730059584701796
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 8
   },
   "lorentz-3-s3000": {
    "permutations": 200,
    "per_row": [
     0.25826048951048947,
     0.2653791644863074,
     0.2702044318115747,
     0.24302199123627694,
     0.2581348875991733,
     0.2664949468520897,
     0.26207023796309503,
     0.2768660241874527,
     0.26585266585266587,
     0.29492029134886283,
     0.24206200545486256,
     0.28621229960515676,
     0.2612003076288791,
     0.29156940942655224,
     0.29033175818890106,
     0.2792573167573167,
     0.25693859711716854,
     0.3069301069301069,
     0.25453422239136525,
     0.28960183335183337,
     0.3008623321123321,
     0.22967303860161004,
     0.30359049019763307,
     0.2799261254618397,
     0.2812393624893625,
     0.28608752358752354,
     0.2946687241330099,
     0.2755298603512889,
     0.26011554582983154,
     0.29397992880135737,
     0.2685233747733748,
     0.264739922775637,
     0.26013791103076817,
     0.2706690465619037,
     0.24594056736913883,
     0.2693985247556676,
     0.2534298373584088,
     0.27257821543535826,
     0.2635000911786626,
     0.32015170675884963,
     0.2549179986679987,
     0.2612161978233407,
     0.25679096036238896,
     0.25087518301804007,
     0.2829551070622499,
     0.3003030699459271,
     0.2781347290275862,
     0.3033225372511087,
     0.2894015376158233,
     0.2529690217190217,
     0.29850437261151547,
     0.25900670097098666,
     0.26029344332915766,
     0.284169930598502,
     0.28647063914921056,
     0.2492863617863618,
     0.3071455660741375,
     0.2720579684865399,
     0.2752411279196994,
     0.28908690515833374,
     0.2733172251029393,
     0.2689329519686663,
     0.3055181590895876,
     0.3022386674172388,
     0.23358655233655234,
     0.2741356857428286,
     0.25984894734894737,
     0.28044584383870097,
     0.25697407750979173,
     0.24339433714433714,
     0.2831545769045769,
     0.25933808255236823,
     0.26685860435860437,
     0.2830442044727759,
     0.28953255738970024,
     0.29885527831956404,
     0.26503902843188554,
     0.29833612155040723,
     0.25655518423375573,
     0.2781538567252853,
     0.2449162609876896,
     0.26450893683036536,
     0.28720621309907024,
     0.23993106760963903,
     0.26142032570603996,
     0.2732580250437393,
     0.24900697847126418,
     0.2804514268799983,
     0.23562574991146418,
     0.2961665318808176,
     0.2720228184513899,
     0.28594573416001984,
     0.320294388151531,
     0.2699353556496414,
     0.2823431859146145,
     0.2597406561692276,
     0.25072219447219446,
     0.22747566586852302,
     0.2779077404077404,
     0.2910357830000687,
     0.3019427001569859,
     0.2646177565820423,
     0.27217263556549276,
     0.24174882657025518,
     0.2564927466713181,
     0.2625226294869152,
     0.2351749110677682,
     0.2729198711341568,
     0.2402409759552617,
     0.2849302813588528,
     0.2905346637489495,
     0.2730350998208141,
     0.28516767623910483,
     0.25411598983027556,
     0.2959800781229353,
     0.2716124483981627,
     0.3667265274408132,
     0.28587688766260194,
     0.2742813073170216,
     0.2841822529322529,
     0.2698736448736449,
     0.28387987673701964,
     0.2538752913752914,
     0.26554824144109856,
     0.26463110302396015,
     0.28877669949098517,
     0.2951112710041281,
     0.2688540295683153,
     0.31253042592328306,
     0.26442697514126084,
     0.28111052307480877,
     0.25457508761080183,
     0.2587852623566909,
     0.31599795706938566,
     0.27588783570926434,
     0.24434778184778186,
     0.24589378875093162,
     0.2652158687872973,
     0.2817383674526531,
     0.3133635213992357,
     0.22885243063814495,
     0.31851927834070687,
     0.24615219436648006,
     0.2671983770198056,
     0.2783666399737828,
     0.2402728884871742,
     0.2877867833224976,
     0.2637078529935673,
     0.2946118365761223,
     0.30144508269508263,
     0.29183878291021154,
     0.3183806603449461,
     0.2814016671159528,
     0.2596045158545158,
     0.26377831824260395,
     0.28511498422212705,
     0.2719247353175925,
     0.3452219077219077,
     0.3018968465397037,
     0.28122489283203567,
     0.3000110339396053,
     0.3289261003546718,
     0.2650239971668544,
     0.2909490971990972,
     0.305106401534973,
     0.34415178075892366,
     0.2736086664658093,
     0.28186578633007203,
     0.3006682140610712,
     0.2641565775494347,
     0.2439234376734377,
     0.27059831702688847,
     0.2396777164634307,
     0.2461204800490515,
     0.2564348680420109,
     0.2519401233686948,
     0.24855686641400926,
     0.252610286538858,
     0.28900613275613274,
     0.26588193552479267,
     0.28613116380973524,
     0.2820708722494437,
     0.2802636186564758,
     0.27926250336964625,
     0.24047767708481993,
     0.2449396833325405,
     0.26611678665250094,
     0.25399312988598705,
     0.30573659145087717,
     0.26107282267996557,
     0.3149334792191935,
     0.2542717864146436,
     0.2838552981410124,
     0.30466332609189756,
     0.269396410467839,
     0.2473341142984,
     0.28008056758056754,
     0.2544776982276982,
     0.24443198996770427,
     0.29601555851555855
    ],
    "macro": [
     0.2661334422169787,
     0.2639858590118759,
     0.27225753987610424,
     0.2446576613104943,
     0.2588518649782292,
     0.24972902277439854,
     0.2790653748195455,
     0.28245302002426703,
     0.28061230574778895,
     0.27071879253973685,
     0.26373454461194823,
     0.2746730835920832,
     0.2741970039867204,
     0.29249275981785583,
     0.2946636728086526,
     0.2694642294511655,
     0.26320717961933876,
     0.27827452081725834,
     0.2829022804098856,
     0.26921392148460843,
     0.2675343945216963,
     0.2544389665622521,
     0.28225123904972327,
     0.2867598010916912,
     0.2655053604960602,
     0.28723088001800806,
     0.28039914047301523,
     0.2740679250700868,
     0.25851022703177823,
     0.2921017886163065,
     0.2707225059525839,
     0.2723749079797313,
     0.26942577413217456,
     0.27853458012310645,
     0.2557982567315152,
     0.2618017165159879,
     0.266696003920592,
     0.2503968562787204,
     0.27000504528858077,
     0.2829535613462787,
     0.27987324086407916,
     0.27658289618865284,
     0.2801603537956245,
     0.2887855227639609,
     0.2945388022929031,
     0.26711436039906356,
     0.3004061196958472,
     0.2786764251419641,
     0.27701162227804854,
     0.26354094222861024,
     0.2821955562374692,
     0.25523857475604556,
     0.2947033920578672,
     0.26914015711314787,
     0.27003730101161444,
     0.2705812390109548,
     0.27877915795536434,
     0.2733627628718944,
     0.27885952582687096,
     0.28245536436476626,
     0.2597474461370903,
     0.27741471481989527,
     0.29286004434054075,
     0.2744430658634446,
     0.2718097125295333,
     0.27451261453001025,
     0.2776482869511785,
     0.2715606006250876,
     0.2911811411993818,
     0.283012727811061,
     0.2771029990373772,
     0.2674301399202344,
     0.2611262894327441,
     0.28100899603349117,
     0.27948342651537406,
     0.25838151828486733,
     0.25883502140509396,
     0.2776792074031591,
     0.27877342507198016,
     0.30085163851894786,
     0.28070484389661043,
     0.26490848056719807,
     0.2837596909980012,
     0.2635890408200706,
     0.2801294651110173,
     0.2636638395363,
     0.2551574899164993,
     0.26462270140315686,
     0.2555316535388492,
     0.3062750801134001,
     0.26987796087959753,
     0.26680246836558186,
     0.28899784567275905,
     0.2933031021206037,
     0.2629814248045814,
     0.2895538164692061,
     0.27336847317103785,
     0.25423599231161664,
     0.2738589658991634,
     0.28000416881144974,
     0.2633482669088518,
     0.2741678257944762,
     0.27196923940611617,
     0.26503328449432406,
     0.26590433713618566,
     0.27208813558307465,
     0.2668420294664392,
     0.30188799958686185,
     0.2453933877781028,
     0.26597949349668876,
     0.262170931463134,
     0.2547825694464257,
     0.2759182109614619,
     0.252036849975293,
     0.2871631593849229,
     0.2631805367768609,
     0.2872794055025101,
     0.285224833993025,
     0.2603162092555479,
     0.29210078108117965,
     0.2771365766628924,
     0.2669330736650336,
     0.26489968797018776,
     0.2830287124198573,
     0.2574554660859111,
     0.2765092959428543,
     0.28074729811280974,
     0.24753536350199376,
     0.28357042297366025,
     0.2712016283444147,
     0.2867705841997534,
     0.27908141700326294,
     0.282167509452549,
     0.294934768686444,
     0.27198765119444007,
     0.2598294223498078,
     0.2589368669082935,
     0.2657011238971315,
     0.27216875760862125,
     0.26644466616906204,
     0.25492228651840465,
     0.2778154827754817,
     0.26408479494702664,
     0.27762717567045847,
     0.278872270394337,
     0.26615580342874684,
     0.26936690942848396,
     0.26813480574328746,
     0.2648470439893814,
     0.26526519224742134,
     0.28206505508370333,
     0.28348810457796747,
     0.27711924713999286,
     0.2597478029384815,
     0.2620790241704592,
     0.27786029193346845,
     0.29090085227072454,
     0.281614372380617,
     0.2923865136769802,
     0.27911645478898217,
     0.283155155863522,
     0.2905070632111424,
     0.26656182136703876,
     0.278275560509215,
     0.30446991690432723,
     0.283169140774346,
     0.2713317854581527,
     0.27114586674222374,
     0.27560804200941263,
     0.2704075063628916,
     0.2655305900180897,
     0.2718597205931059,
     0.27039309037648585,
     0.2596795614342556,
     0.2618132712524101,
     0.27135980744171634,
     0.2716015644559791,
     0.26715543889956206,
     0.2750498765089961,
     0.27012031842390705,
     0.2508152079214603,
     0.2894005032079293,
     0.2716654449704489,
     0.26673825030037396,
     0.2716834479293646,
     0.25482243097952856,
     0.30551715784078887,
     0.27977861438105855,
     0.2711981362893959,
     0.2835014735136154,
     0.27675163893631655,
     0.28803674407294266,
     0.29006198170764963,
     0.28583662502196994,
     0.27068039642778197,
     0.26123234238960036,
     0.27307987455187077,
     0.26823744478557177,
     0.277419704097088,
     0.29539836407177356
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 11
   },
   "lorentz-3-s3001": {
    "permutations": 200,
    "per_row": [
     0.26068121693121693,
     0.27798927263212975,
     0.27045979813836957,
     0.24962844694987552,
     0.2565666806738235,
     0.2770878592307164,
     0.26303243713958,
     0.2948985207913779,
     0.2524617578189006,
     0.30547630279773136,
     0.21484867645581932,
     0.2828774730560445,
     0.2560577649863364,
     0.2717833092833093,
     0.2815743119314548,
     0.27365812097954956,
     0.28687588866160296,
     0.31867874189302764,
     0.2565376092161807,
     0.27756139363282223,
     0.3179850242350242,
     0.2541514041514042,
     0.29898058290915436,
     0.2766036542822258,
     0.2709072012643441,
     0.29370107405821694,
     0.2859508547008547,
     0.2791578461221318,
     0.26950417307560165,
     0.2822598036883751,
     0.2611388611388611,
     0.25582760493474777,
     0.26750587375587376,
     0.25699868914154633,
     0.2531558388701246,
     0.2605973391687677,
     0.26827517720374866,
     0.2613663122591694,
     0.23835714550000262,
     0.2994773744773745,
     0.26021736200307627,
     0.233577170184313,
     0.24926835730407154,
     0.24588354766926193,
     0.2619647217861503,
     0.2940883851598138,
     0.27363704417275847,
     0.29286986161986167,
     0.28980331837474693,
     0.25525625168482313,
     0.31444861355575643,
     0.25223665223665226,
     0.2742827608899037,
     0.29689034510463086,
     0.2818868631368631,
     0.2618181752110324,
     0.3135591921306207,
     0.27177719767005476,
     0.2655020244305959,
     0.2791075987504559,
     0.2956658090586662,
     0.25514657300371585,
     0.30429167393453105,
     0.3005459817959818,
     0.23424171727743157,
     0.27962675551961264,
     0.255653440474869,
     0.26846473632187917,
     0.26128940503940506,
     0.2579251766751767,
     0.29790216397359254,
     0.2587527882170739,
     0.2692318924461781,
     0.2831120929335215,
     0.303662012590584,
     0.3147555486841201,
     0.2579353186496044,
     0.29225308421736995,
     0.26728654942940655,
     0.26653488707060136,
     0.24771293521293525,
     0.2904063198706056,
     0.2773671764743193,
     0.2472831071045357,
     0.26385413528270674,
     0.2512691673405959,
     0.24249193267050403,
     0.24722678115535254,
     0.23013018727304443,
     0.2753576780362495,
     0.26768192125334983,
     0.28139575371718234,
     0.29273507577079005,
     0.27273850488136203,
     0.2974085768728626,
     0.26853596139310426,
     0.2665141406212835,
     0.23852483495340635,
     0.2918785579499866,
     0.2534929686715401,
     0.34420932903075757,
     0.2384564509564509,
     0.2676331935260507,
     0.2483539278182135,
     0.2540802121159264,
     0.25312931116502546,
     0.24888616674330957,
     0.30412633001918715,
     0.25703862936005795,
     0.2834669959669959,
     0.2876601903387617,
     0.28134322687894114,
     0.2729875283446712,
     0.2398502291359434,
     0.30015414479700187,
     0.2706491590420162,
     0.36535653499939214,
     0.2824598681741539,
     0.283012358012358,
     0.29642275713704286,
     0.264347755419184,
     0.25905675012817864,
     0.2558454442383014,
     0.2629840397697541,
     0.24682192807192804,
     0.2878152601366887,
     0.2992400126328698,
     0.2717625958697387,
     0.3184700881129453,
     0.27237048665620095,
     0.2689694564694564,
     0.27443099228813517,
     0.24038821628107337,
     0.304387543673258,
     0.2657032782032782,
     0.24290342593914024,
     0.27059983667126525,
     0.28764218585647156,
     0.27306955610527034,
     0.3327876158233301,
     0.2541974559831703,
     0.3058702210487925,
     0.2476904378690093,
     0.25086081246795533,
     0.274102220530792,
     0.23935257863829296,
     0.25465351447494305,
     0.2545582063439206,
     0.3056017725660583,
     0.316244436780151,
     0.286488874881732,
     0.2962070337070337,
     0.2906489674346817,
     0.25570966731681016,
     0.27288009609438174,
     0.2845640470640471,
     0.2717609440823726,
     0.31617238581524293,
     0.26917906828621113,
     0.2608420349491778,
     0.29341914699057564,
     0.3269569715998287,
     0.2668232891447177,
     0.30437300794443656,
     0.2938163688163688,
     0.3359240296740296,
     0.2588453543810687,
     0.27603550549979117,
     0.2982635750492893,
     0.26197555751127183,
     0.2850990279561708,
     0.30389676461105036,
     0.24439363546506404,
     0.24203349560492418,
     0.24333394779823347,
     0.2678216294287723,
     0.2500716545359402,
     0.2576732460661032,
     0.30001014197442766,
     0.2793151953866239,
     0.2826769460698032,
     0.27680801341515626,
     0.2660016240373383,
     0.269408534587106,
     0.2536783322497608,
     0.2677187891473606,
     0.2571390910676625,
     0.24478140906712337,
     0.293600579314865,
     0.24429667554667553,
     0.2864040721183579,
     0.25890643747786607,
     0.3239403453689168,
     0.32016872016872017,
     0.2737080049580049,
     0.2399285568928426,
     0.3017466660323803,
     0.2456510090438662,
     0.2529850110207253,
     0.3013363950863951
    ],
    "macro": [
     0.2705309204021292,
     0.27405816492982515,
     0.29462620465807965,
     0.25794615054708525,
     0.27526155778032113,
     0.27021445523051213,
     0.2932673044587787,
     0.29707755971233524,
     0.2746132299893317,
     0.27435660713213833,
     0.23774724108039857,
     0.2779536286368571,
     0.25878545591530516,
     0.29091810610162705,
     0.28042081996368934,
     0.2762488294314388,
     0.2707605898762232,
     0.2771175080175658,
     0.2707718545923565,
     0.27536365763865683,
     0.2702485989608213,
     0.2758765581876243,
     0.2893220318246439,
     0.28111829880286837,
     0.2747803677431407,
     0.2899822134677113,
     0.28116762633021886,
     0.2901507930017816,
     0.2589106037862356,
     0.28952851454892037,
     0.27342139067018756,
     0.2635706242151058,
     0.2707056063399779,
     0.27515571354862484,
     0.26446652081985456,
     0.24750919978164407,
     0.28073132709229576,
     0.2617595728892101,
     0.26097572453930035,
     0.2859112797982392,
     0.2830975728283686,
     0.25743169620768014,
     0.2759631875514208,
     0.2699561915912497,
     0.27260470991405483,
     0.26493302911187205,
     0.291808723432236,
     0.2771509495680499,
     0.29782584930292477,
     0.27687888105563446,
     0.29243054232342736,
     0.25748854580979025,
     0.29550171688414695,
     0.2773970015967857,
     0.27311323429725537,
     0.2650052695152906,
     0.2856486970436486,
     0.2749190481810449,
     0.2723722635316292,
     0.27614704010428126,
     0.2759457519343045,
     0.26408303613430106,
     0.2869941415977421,
     0.27863836208979237,
     0.2661688040673687,
     0.2825779475900853,
     0.2623566483020974,
     0.26285627676716444,
     0.2826805799595916,
     0.27913671615930424,
     0.26693743668389824,
     0.2615363060580583,
     0.25716670508168377,
     0.2839289042890587,
     0.2749011330555012,
     0.26961166101458434,
     0.27287054200317995,
     0.2778589911338779,
     0.27237638916088475,
     0.2746796782788957,
     0.27781212872850986,
     0.29401175042792743,
     0.26148708445345187,
     0.26656875504523375,
     0.29156974492181803,
     0.2668622023662627,
     0.25851859483291106,
     0.266543033147691,
     0.26147123496674957,
     0.2851897078985103,
     0.26738356430782917,
     0.2798755224573775,
     0.28439836550870645,
     0.2834236915496038,
     0.27391371832187816,
     0.2842570219822306,
     0.2639764628164998,
     0.26203715166617125,
     0.2825589897981998,
     0.279604798752173,
     0.2603274390994881,
     0.25781615386785706,
     0.27133026819062556,
     0.2683354957991707,
     0.2858759641536117,
     0.2777138462276129,
     0.25336319696194115,
     0.27209578898312,
     0.25231511848250393,
     0.2898712485213573,
     0.27451864354572136,
     0.25739194657851394,
     0.26135325927996117,
     0.25477003805676907,
     0.2847555020657782,
     0.275283492124219,
     0.27055717180690947,
     0.2988812511394018,
     0.2832292555707848,
     0.29229033255488185,
     0.26810651727775686,
     0.2578536083130033,
     0.26367036669294225,
     0.2876762694742129,
     0.25868212174680966,
     0.2692078087944433,
     0.2687420040423898,
     0.24719050031492734,
     0.28155587316721864,
     0.26558418620676694,
     0.2755202491603451,
     0.27410787657290847,
     0.2593736206791133,
     0.2823942419337159,
     0.2679418949963459,
     0.266484705808164,
     0.2777779937828132,
     0.26881744888504583,
     0.266321116293933,
     0.2744332104633104,
     0.27981584802038084,
     0.2698815151366336,
     0.2630640880113737,
     0.2713916962781508,
     0.25244725532643236,
     0.2763145221347782,
     0.25726272855758336,
     0.2630963759574152,
     0.26557501517482895,
     0.28162961248252005,
     0.2839998455745314,
     0.2814732374749345,
     0.28778104232408463,
     0.2471405510732428,
     0.2793403284819165,
     0.27758837895157307,
     0.28072845345908437,
     0.27683132870210864,
     0.27251592223847537,
     0.252695180471723,
     0.2729375719756498,
     0.2841564541497018,
     0.27870639528745367,
     0.2822684234656227,
     0.2964337657281766,
     0.2749979666595031,
     0.27078546090259287,
     0.26795508643515914,
     0.2677320668283674,
     0.26308157695453804,
     0.2853812033704224,
     0.2992782697442794,
     0.27820791581266413,
     0.2760274688474598,
     0.2582215768765346,
     0.2657299005738389,
     0.27687136014259034,
     0.26031569119820214,
     0.27984424654670736,
     0.2899205221669272,
     0.2746236596686752,
     0.2858778174323328,
     0.2562133308167896,
     0.26108989905811414,
     0.2715269935477685,
     0.27559895124575584,
     0.2876326354073626,
     0.278938738040082,
     0.2582270537749119,
     0.2579908305582657,
     0.2802858598084663,
     0.2743826520527797,
     0.29518250533206086,
     0.2788765978069253,
     0.2932475509735565,
     0.24520601391659871,
     0.2723798383493266,
     0.2581220053911368,
     0.26221238817593706,
     0.30153952248203225
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 9
   },
   "lorentz-3-s3002": {
    "permutations": 200,
    "per_row": [
     0.2458596958596959,
     0.2587663989449704,
     0.27028702117987835,
     0.2580802134373563,
     0.2571659160944875,
     0.2968611745397459,
     0.26169102061959204,
     0.2852458057815201,
     0.2685827730470588,
     0.28537421573135857,
     0.23090034965034967,
     0.2897906326477755,
     0.26340484911913487,
     0.27385190867333725,
     0.2983862367790939,
     0.2963918687132973,
     0.25768831036688183,
     0.3105508248365392,
     0.25865044347187205,
     0.27065583226297507,
     0.32027056937771226,
     0.24711201496915783,
     0.2945212525569669,
     0.27926088461802745,
     0.26151688919546057,
     0.2955356151784723,
     0.26529964744250456,
     0.2882224587581731,
     0.2728254549683121,
     0.2833311199382628,
     0.29890093372236226,
     0.28658682587254014,
     0.2657488344988345,
     0.26446189392617964,
     0.2642761008832437,
     0.25980497676926245,
     0.26576383272811843,
     0.2834802763374192,
     0.26137367923082205,
     0.3305325626754198,
     0.25704061150489727,
     0.24315621547764402,
     0.23986271664843095,
     0.2459341253984111,
     0.2894812198383627,
     0.3107059607059607,
     0.26483367822653536,
     0.2851630512344798,
     0.27403604992890707,
     0.24939637082494226,
     0.3020661547447262,
     0.2655570289498861,
     0.2575599004170433,
     0.292046115260401,
     0.3115944240944241,
     0.28100649350649354,
     0.3121273898059612,
     0.2595816551173694,
     0.2587849319992177,
     0.2746538514395657,
     0.2773872291729434,
     0.26764409532266675,
     0.3207668654097226,
     0.30128449592735307,
     0.2375207464493179,
     0.2799153888439602,
     0.2608922162493591,
     0.28377313823742395,
     0.2548566182494754,
     0.28404908583480015,
     0.28653552135695,
     0.2455683536040679,
     0.2637327289113003,
     0.2870310245310245,
     0.2910333713905143,
     0.31092502074644934,
     0.2669994687851831,
     0.29244647548218977,
     0.25468559218559217,
     0.26719140647712075,
     0.2549412227983656,
     0.29809155791298647,
     0.28580655455655457,
     0.2552746525960811,
     0.28772870647870646,
     0.2461169452240881,
     0.24099997224997227,
     0.24994988477131333,
     0.24729331515045797,
     0.2837805382448239,
     0.2750656420299277,
     0.2760450528307671,
     0.33711880051165766,
     0.2847886240743383,
     0.28281130245415964,
     0.27577049273477844,
     0.26016037533894676,
     0.23423937173937173,
     0.2658173176030319,
     0.2753231556802986,
     0.29982259803688377,
     0.2564835627335627,
     0.2723578670007241,
     0.23614130578416292,
     0.25734311984311986,
     0.2546744591387448,
     0.2391605748748606,
     0.2779257118542832,
     0.24043634936492078,
     0.2683367228010085,
     0.2913694110122682,
     0.2758023722309436,
     0.27274015666872814,
     0.25952813720670864,
     0.28270271395271396,
     0.26791901881187596,
     0.3532184085755514,
     0.26962531516102944,
     0.2661668688454402,
     0.2936659900945615,
     0.2774139881282739,
     0.24554932501361068,
     0.243038542145685,
     0.2635952341309484,
     0.2451108745751603,
     0.28275709079280503,
     0.2928051445908589,
     0.26801244390530105,
     0.3368586109657538,
     0.2599870367727511,
     0.2830719875362732,
     0.2747589711875426,
     0.248932251610823,
     0.3190764592550307,
     0.2772812504955362,
     0.2293226614655186,
     0.26832872815015674,
     0.2690337770694914,
     0.2744888709174423,
     0.32783050283050286,
     0.2430375841090127,
     0.3033612221112221,
     0.26079410007981435,
     0.2539901566687281,
     0.2958212092140663,
     0.2467973825116682,
     0.26228734889449173,
     0.2658123292051863,
     0.30834440030868604,
     0.3091257287685859,
     0.2865700437129009,
     0.31616247509104645,
     0.30942371120942547,
     0.2542337622694765,
     0.25442474192474196,
     0.28043203489632057,
     0.27426611087325375,
     0.3318826015254587,
     0.26754763094048806,
     0.2711241800527514,
     0.2907589764732622,
     0.32038672306529453,
     0.27212608819751677,
     0.2960752541109684,
     0.3024072818715676,
     0.3408753283753284,
     0.27534796552653695,
     0.2748444346658632,
     0.3023092317735175,
     0.2579115329115329,
     0.2624680213965928,
     0.27860975003832145,
     0.25306657628086193,
     0.24376503126503127,
     0.258373174444603,
     0.2684495729138586,
     0.24817460978175268,
     0.2435256872756873,
     0.3048043887329602,
     0.26099525474525476,
     0.2744917450274593,
     0.2854769569055283,
     0.2680920600563458,
     0.26697505536791255,
     0.24003608825037395,
     0.26372684854827716,
     0.26821630750202186,
     0.23338969231826373,
     0.2888070263070263,
     0.2574824646253217,
     0.3427537409680267,
     0.2699475128046556,
     0.31836922997637285,
     0.28254989058560487,
     0.28101257208400066,
     0.24032125282125286,
     0.2564471903757618,
     0.23491544830830544,
     0.2638573727859442,
     0.28171200492629067
    ],
    "macro": [
     0.25455889491622785,
     0.2770972511269798,
     0.2769569559861032,
     0.2577128975575394,
     0.26665970812536255,
     0.2719813047027932,
     0.2769359039800458,
     0.27212364374586384,
     0.27584881603796274,
     0.2646434173679133,
     0.2632042824517979,
     0.27441948938978356,
     0.2800229358662538,
     0.28568849164217963,
     0.27602446749216947,
     0.27466327759863945,
     0.26225400026123336,
     0.2646512525929847,
     0.27575082853783806,
     0.26823648526567856,
     0.2750196631551716,
     0.2580533259450155,
     0.2857538412473555,
     0.2926682803766583,
     0.2763404516154015,
     0.301111320328975,
     0.28086368415304025,
     0.277005565584512,
     0.2790989407143161,
     0.29566318961178334,
     0.284899132636889,
     0.2925153770150627,
     0.2763581153693841,
     0.28374886661757387,
     0.2719959632434235,
     0.27159283239090115,
     0.2626733911011918,
     0.26795446126282585,
     0.25225702990348076,
     0.29456843796454873,
     0.264678157433377,
     0.24905177682497984,
     0.27212741866794365,
     0.28747545507111283,
     0.3222281460666724,
     0.26928352196341154,
     0.28906214054910173,
     0.26617369976944083,
     0.2807463552259346,
     0.26427452078597835,
     0.2837670540139304,
     0.2650299853238375,
     0.28774185752450887,
     0.27987296841895054,
     0.28449242101988287,
     0.28919478385011854,
     0.2851712976789308,
     0.26730108408902253,
     0.26183316408706797,
     0.2794952213603694,
     0.27460288128593435,
     0.2684711630944972,
     0.29842164272889304,
     0.28353962246906084,
     0.27274476559955296,
     0.2715230822821605,
     0.2767000906976451,
     0.27344647702446806,
     0.2868627831054153,
     0.2927566598427544,
     0.2735105509728719,
     0.25809271516124405,
     0.2725444225498101,
     0.2659549294824779,
     0.26263043242102524,
     0.2743177118006645,
     0.27508048252477874,
     0.28279021423826645,
     0.2638314817981123,
     0.29239941211528303,
     0.27834289794627604,
     0.28054068763065804,
     0.2779380946912553,
     0.25502783156937997,
     0.2981341886165865,
     0.265267929082233,
     0.2513205578733335,
     0.2566785983930058,
     0.2606456315679418,
     0.28148389522117867,
     0.2701785065999119,
     0.2642406528842438,
     0.2884219743460047,
     0.2858396982322398,
     0.2678857766239182,
     0.2843660981614822,
     0.2639930805986902,
     0.25049665854608205,
     0.2597984562360845,
     0.28545544269539197,
     0.26124917480855986,
     0.2687707457561629,
     0.2871790019767874,
     0.2630307158409615,
     0.26735256876198976,
     0.2684110530166465,
     0.2601509286715913,
     0.2847583047589329,
     0.2511713517696767,
     0.25683957399974233,
     0.28655360170880806,
     0.2808006785064583,
     0.26907699703290283,
     0.261320730311256,
     0.2692256554117551,
     0.2697896305654304,
     0.2702488878200487,
     0.28134807022005043,
     0.2742815660680441,
     0.2985436248781973,
     0.2788219300869963,
     0.2618402003748844,
     0.2665724382051428,
     0.28440227736508156,
     0.2620444070495224,
     0.2851001435876286,
     0.2876855447968605,
     0.2590089030836943,
     0.28627026702511715,
     0.2682126733300737,
     0.2863125219184936,
     0.2731931472948017,
     0.2722621567293431,
     0.2815672332142516,
     0.27913478157995625,
     0.25471210572231173,
     0.28082566080445176,
     0.25981971897574674,
     0.26796688958804,
     0.26776096860433907,
     0.27579647231402665,
     0.2817236049981756,
     0.25414897587209123,
     0.2703594269293038,
     0.2794341142943186,
     0.2618272324020809,
     0.2694322736566332,
     0.2666121961720403,
     0.27270289177860624,
     0.27813641882531054,
     0.28345544979510956,
     0.2818693201481867,
     0.30452912593099485,
     0.2691707662872539,
     0.2595818340981546,
     0.2783597767144508,
     0.28396320188371693,
     0.28351504428658764,
     0.2736035791790359,
     0.26710899656663545,
     0.27403266177640057,
     0.28792426364497564,
     0.27253068065751657,
     0.2723315078880164,
     0.28927740485322007,
     0.2737401132969356,
     0.2827004242378526,
     0.24479751452150822,
     0.27063367971523367,
     0.2555933023649504,
     0.27855725227780437,
     0.27352632772238233,
     0.2791680360928466,
     0.2790471506335441,
     0.26881701948546133,
     0.27251681202432093,
     0.27163470138006524,
     0.2591492691930974,
     0.28756438618236924,
     0.25463526880732607,
     0.2687223626010662,
     0.2867220351107579,
     0.27125535750226676,
     0.26398178232422065,
     0.27996527482847566,
     0.27567168836994643,
     0.28676681894446115,
     0.2672249624525189,
     0.24988245846900536,
     0.28557200637760466,
     0.29189199520641207,
     0.296155501058446,
     0.3020627205363074,
     0.27568348222664835,
     0.2804176308030397,
     0.25796127458663065,
     0.2640504088095056,
     0.24837981495717237,
     0.27482237074176175,
     0.2775722876354832
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 10
   },
   "lorentz-3-s3003": {
    "permutations": 200,
    "per_row": [
     0.2639981711410283,
     0.271961173746888,
     0.27630104683676115,
     0.251102072530644,
     0.25705808741523023,
     0.2790166183023326,
     0.27240821347964206,
     0.28306927860499287,
     0.25224263170691746,
     0.2985978968121825,
     0.2305898136255279,
     0.28444564694564695,
     0.2619644244644245,
     0.2748566578923722,
     0.28291678559535705,
     0.28692834942834944,
     0.26478230763945054,
     0.30944207908493615,
     0.2443441809513238,
     0.27333582422868136,
     0.30288580467151904,
     0.2439547555618984,
     0.299049198156341,
     0.2570339382839383,
     0.2786391188176902,
     0.2953186033543176,
     0.2743185386042529,
     0.2906461263604121,
     0.2736650915222344,
     0.2964953697096554,
     0.28943520104234394,
     0.26781657495943206,
     0.2543754525897383,
     0.24388752781609924,
     0.26488706399420686,
     0.247344289308575,
     0.26777111777111773,
     0.25887782852068564,
     0.25983170268884553,
     0.30884310795025083,
     0.24780933352361925,
     0.24058775219489506,
     0.2485341708555994,
     0.2317383013811585,
     0.27666632309489453,
     0.3052527498956071,
     0.2575644263144263,
     0.2846736596736597,
     0.27617257081542795,
     0.27923766048766047,
     0.2915030406101835,
     0.26024633435347716,
     0.2564464305535734,
     0.28510431367574224,
     0.2991414009271152,
     0.24679493786636642,
     0.30502850324278896,
     0.2608226429655001,
     0.2534053248338963,
     0.30245733102875966,
     0.28454762829762825,
     0.2499583088868803,
     0.3104332836475694,
     0.2871328407042693,
     0.2404264716764717,
     0.2714691062905349,
     0.25230255855255856,
     0.28673139030281886,
     0.2556981708767423,
     0.2529099538028109,
     0.29236705754562897,
     0.26775248560962844,
     0.2557022673094102,
     0.26986624486624483,
     0.28048310816167954,
     0.29350520511234796,
     0.26746672639529784,
     0.29290501165501165,
     0.24657614211185644,
     0.26955950795236516,
     0.2470736935022649,
     0.28934052059052057,
     0.2879021111163968,
     0.2559995890353034,
     0.26746494246494246,
     0.2586885336885337,
     0.2392757044542759,
     0.2496097156811442,
     0.24045712884998602,
     0.2747953105095962,
     0.2562430294573152,
     0.2788749940535655,
     0.304063826385255,
     0.2889167710596282,
     0.2805390046461475,
     0.2805712475355332,
     0.2544764759050473,
     0.2223043821258107,
     0.2671405314262457,
     0.2603091353091353,
     0.29026519115804833,
     0.2625886018743161,
     0.268257337900195,
     0.26165719201433485,
     0.2608077438434582,
     0.2581970939113796,
     0.25164541146684005,
     0.27890505658362796,
     0.2435841935841936,
     0.29079148364862645,
     0.2954483016983017,
     0.290241933991934,
     0.2888045486259772,
     0.26093588950731805,
     0.29992894010751153,
     0.26598176955319813,
     0.3506164470450185,
     0.2602964826179112,
     0.26502432752432753,
     0.2713423481280624,
     0.26949165252736684,
     0.27705003330003325,
     0.23695824677967534,
     0.27389726675440956,
     0.2585939523439523,
     0.29958239511810936,
     0.2739237283880141,
     0.26378565217850936,
     0.3273863702435131,
     0.29553032945890084,
     0.2798430075215789,
     0.27428127428127425,
     0.2604842578056864,
     0.31207552368266656,
     0.2713729722658294,
     0.245861050325336,
     0.2548832450618164,
     0.2856548874406017,
     0.27995337995337993,
     0.31479763622620766,
     0.23815612297755154,
     0.30192410103124395,
     0.24137254940826372,
     0.272923174708889,
     0.24613379345522204,
     0.24493251457537174,
     0.270044043258329,
     0.2548063048063048,
     0.2989659150373436,
     0.29323094233808517,
     0.274214244749959,
     0.3108791340934198,
     0.2961212729069872,
     0.2506762417476703,
     0.2599903403474832,
     0.28604589854589857,
     0.2820589133089133,
     0.3459469102326245,
     0.2720411532911533,
     0.29017695267695265,
     0.28802877017162737,
     0.33178263535406394,
     0.2657836872122586,
     0.3131633247704676,
     0.3203643248286106,
     0.3376229260157832,
     0.26161791251076966,
     0.2774224452795881,
     0.29326050933193787,
     0.27741174169745597,
     0.26714694036122605,
     0.25434317666460526,
     0.23983628805057372,
     0.23386325975611688,
     0.2605728266442552,
     0.26719490826633685,
     0.2604065907637336,
     0.25935390667533526,
     0.30484360216503065,
     0.2641749123891981,
     0.2689317626817627,
     0.2967374887017744,
     0.26943618550761406,
     0.3052989008346151,
     0.24472789115646257,
     0.2467616047973191,
     0.2568202961060104,
     0.23826160611874897,
     0.2938417072345644,
     0.2640305461734033,
     0.3117303661946519,
     0.2600062305419448,
     0.2934192130620702,
     0.30484845841988695,
     0.28564534010962583,
     0.24989719275433558,
     0.3181446529660815,
     0.24949210842067981,
     0.24656679299536444,
     0.2881776622848051
    ],
    "macro": [
     0.26947976789948674,
     0.258225726740969,
     0.28559224233547026,
     0.25385129848502713,
     0.2816709590568907,
     0.28289932873058365,
     0.29242014156605695,
     0.2903661678171984,
     0.270852416473346,
     0.27200144061092973,
     0.25754515058980515,
     0.27946476153257227,
     0.2776222223670934,
     0.28193493168825545,
     0.2835712105227792,
     0.2654650872614468,
     0.2712616766646391,
     0.2791282615074783,
     0.26614716040891384,
     0.25185275941041074,
     0.2694575826875363,
     0.2725769165595522,
     0.27931109160021333,
     0.2679250270810952,
     0.2847333858333571,
     0.29653355770801165,
     0.28086968358829917,
     0.2915138617507623,
     0.27608611455953214,
     0.29082496906067334,
     0.29389493524764865,
     0.2681371655337709,
     0.27858850792786416,
     0.26255149989682863,
     0.2810766599496275,
     0.26055021822358954,
     0.2705378468181275,
     0.24321113048336732,
     0.2710407617068339,
     0.28336248852861146,
     0.26162853353522125,
     0.2752231592562618,
     0.2769392870099325,
     0.27023010876341996,
     0.2887284646841715,
     0.2636434371101801,
     0.27182911334318066,
     0.26118886233370225,
     0.290013997684519,
     0.27521227445132174,
     0.2723805196740088,
     0.2593526622608083,
     0.2887720960628682,
     0.2735497728513921,
     0.27312222403059433,
     0.2804070705125773,
     0.2669385682379314,
     0.27127790390071405,
     0.25960920379804214,
     0.27729461406075057,
     0.2591952139992466,
     0.26133579400178997,
     0.29817383568626155,
     0.2729689987553543,
     0.2796666321096342,
     0.2636031057215909,
     0.2682055247947046,
     0.26164476028475453,
     0.2761840628616562,
     0.2729893685388189,
     0.28737957563607336,
     0.2675620424617919,
     0.259413102130458,
     0.2737791124176153,
     0.27395501266948274,
     0.2616776211835378,
     0.28112143948799817,
     0.2758108764110118,
     0.2611864780237869,
     0.28950288153751935,
     0.2797946722473422,
     0.2770685106170929,
     0.290866216957232,
     0.2656999560050136,
     0.2784571901410508,
     0.2821748402507431,
     0.2582192178011403,
     0.2668141665561349,
     0.2645168040902528,
     0.2798094615277983,
     0.26549887155316726,
     0.26413317533614394,
     0.2874877033804873,
     0.2819502327956499,
     0.27360194718896486,
     0.2958096729777522,
     0.28231631138408025,
     0.2539052044214945,
     0.2716877007651898,
     0.27246357813852334,
     0.2555791483644072,
     0.28779130312918516,
     0.27548110363404676,
     0.27985169321932973,
     0.27694594365000896,
     0.26445354281320643,
     0.2549916871289996,
     0.2867143339101879,
     0.2614126077376728,
     0.30241821127589935,
     0.28062616529095213,
     0.2887736197163447,
     0.2622991016102121,
     0.26909265594853654,
     0.2757398431126602,
     0.2772193310096769,
     0.26948089975842054,
     0.29749859342994006,
     0.25282348262209725,
     0.285723511617852,
     0.27290413455783724,
     0.2689321982240587,
     0.25470764052314204,
     0.296251886491204,
     0.251966314567309,
     0.26759033104369134,
     0.2570524822489722,
     0.2602421117332167,
     0.28028788453505754,
     0.27823109914160615,
     0.28853263041877686,
     0.28352193190248665,
     0.273967386019241,
     0.2827291575021827,
     0.2719397895802488,
     0.26310111504232075,
     0.26607248667252587,
     0.28358522366056926,
     0.2609794943159713,
     0.2618464367808037,
     0.27972434096500354,
     0.26453854710732466,
     0.26258214053246615,
     0.27967070370750036,
     0.2576161893049043,
     0.26834388164408995,
     0.25584515530069196,
     0.27875088512155655,
     0.27603673537655404,
     0.260369062196717,
     0.27630983110523133,
     0.30234985809884973,
     0.2820102466892349,
     0.263525384737712,
     0.2594371756251296,
     0.285176179829466,
     0.27048540965172213,
     0.278777457290163,
     0.26260526151714675,
     0.28189892216714846,
     0.28552252335614464,
     0.28398043379799115,
     0.28110360873987006,
     0.299713150166675,
     0.2917725247358712,
     0.2752780657392921,
     0.25406018423703436,
     0.2691438888019634,
     0.26424897992975893,
     0.27608766131128404,
     0.28697812401816747,
     0.2515625943834631,
     0.27242058078924386,
     0.2688415614227314,
     0.2731024544455943,
     0.26186473954668504,
     0.27473415663526474,
     0.25538249348885955,
     0.29786666571074927,
     0.2751737316228215,
     0.25286801107279416,
     0.29164044364942154,
     0.2651373506812039,
     0.2775159275496145,
     0.2576680368506763,
     0.26829605123773337,
     0.30205397834905834,
     0.28300337997751496,
     0.26762523697684787,
     0.2831096565634742,
     0.27796893851458726,
     0.27326205390061337,
     0.2883147172310669,
     0.29000019576059216,
     0.2745636040093319,
     0.25641139113802675,
     0.2884825374040719,
     0.2587031898572188,
     0.2728606762926714,
     0.2701227291426524
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 10
   },
   "lorentz-3-s3004": {
    "permutations": 200,
    "per_row": [
     0.2755395067895068,
     0.2635970180613038,
     0.28453847739562027,
     0.24095167398738826,
     0.24463129463129465,
     0.2673247717890575,
     0.2564859082716226,
     0.28894148179862467,
     0.2545145000502143,
     0.32504892594178314,
     0.22480307391021676,
     0.29119650191078755,
     0.2654704752919039,
     0.29027166616452327,
     0.2777930402930403,
     0.29450189360903645,
     0.26159802499088214,
     0.30602241673670244,
     0.24672037618466194,
     0.28818060246631666,
     0.30922004582718865,
     0.24291865541865543,
     0.2840693367479082,
     0.2735915209129495,
     0.28579595008166436,
     0.2881527202955774,
     0.2659537552394695,
     0.25964237482094626,
     0.26885670546384827,
     0.298956400742115,
     0.28125796161510447,
     0.2553544999973571,
     0.24543759811616953,
     0.2516245659102802,
     0.25186166346880634,
     0.25602763638477927,
     0.2767615981901696,
     0.26772248915106056,
     0.2624642883571455,
     0.3148553827125256,
     0.2535189678046821,
     0.254482917875775,
     0.26512723387723386,
     0.23811238364809792,
     0.2703980873623731,
     0.3047547690404834,
     0.2739772793344222,
     0.2954848722705865,
     0.27680196787339645,
     0.26116135848278704,
     0.29873955409669695,
     0.2650478159406731,
     0.25871582121582126,
     0.2875841750841751,
     0.3033053916982489,
     0.2755090478304764,
     0.2925272478843907,
     0.2567082718868433,
     0.2812934420077277,
     0.2886164100449815,
     0.26814442171585035,
     0.23563572670715527,
     0.3122712935212935,
     0.2980600087742945,
     0.22572480429623287,
     0.2726656610585182,
     0.2607689598761027,
     0.27029187743473454,
     0.2657973309759024,
     0.26546122528265387,
     0.2904108127322413,
     0.26198011644440217,
     0.25398919863205577,
     0.28057270110841537,
     0.28046368314225456,
     0.2953015899444471,
     0.2863843497772069,
     0.2989560373488945,
     0.26690525083382227,
     0.28191097923240777,
     0.26126456215741933,
     0.27640477908335054,
     0.2826001379572808,
     0.24678472982044408,
     0.25919949759235467,
     0.27554713804713804,
     0.24783305319019605,
     0.25698920788206503,
     0.2408120979549551,
     0.2817066861709719,
     0.2816884504384505,
     0.28727565423993995,
     0.3292923346494775,
     0.2588451231308374,
     0.26927133712848,
     0.2634414857629143,
     0.2563578617150045,
     0.22415573844145273,
     0.2638715120857978,
     0.27467185592185595,
     0.3375303598517885,
     0.2543810356310356,
     0.28593797075939936,
     0.23996621764478906,
     0.2646674753817611,
     0.24487853416424843,
     0.24219315737172883,
     0.29046079581793866,
     0.2593821192035478,
     0.27127561591847305,
     0.28890444872587734,
     0.26308572380000955,
     0.2775436534365106,
     0.2514229487443774,
     0.2960594299880014,
     0.27080118955118954,
     0.37059223844938133,
     0.26279917172774314,
     0.2661254750540465,
     0.28325160289446005,
     0.2746251764108907,
     0.26604552854552854,
     0.2546976171976172,
     0.24369420262277405,
     0.24586944140515568,
     0.29886456136456135,
     0.26200974950974953,
     0.26614552775267064,
     0.3292615453329739,
     0.2652277616563331,
     0.27826000058142913,
     0.2804441590155876,
     0.25879510700939273,
     0.29427196480767903,
     0.2482127991056563,
     0.24230214230214234,
     0.2532367103795675,
     0.28439183171326027,
     0.27147032861318576,
     0.33050028675028675,
     0.25936176918319775,
     0.30369210815639386,
     0.2795141366569938,
     0.25266842945414375,
     0.2710541112326827,
     0.2575811093668237,
     0.268708275851133,
     0.2546391769606055,
     0.2854650640364927,
     0.28699382627954056,
     0.28228933764648045,
     0.3030329789258361,
     0.30768259518259516,
     0.25542549381835095,
     0.25690727922870776,
     0.2745185700542843,
     0.2536821643964501,
     0.3301058729630158,
     0.26913975574689863,
     0.24582695743410027,
     0.3079156954156954,
     0.32494823298394726,
     0.2736608959823245,
     0.3000462170105027,
     0.2849047447261733,
     0.3505647130647131,
     0.2837161185375471,
     0.2655163949806807,
     0.2853473246330389,
     0.26764300514300515,
     0.2694553462410605,
     0.26595791774363203,
     0.24968279075421934,
     0.2570271329199901,
     0.24597710490567634,
     0.25555007162150023,
     0.25726257869115016,
     0.26780233655233654,
     0.29241003705289426,
     0.277264171014171,
     0.28259660313231744,
     0.283867686546258,
     0.27912662734091304,
     0.2703225015725016,
     0.24531351584923014,
     0.26035488981917554,
     0.26509228205656776,
     0.235949136841994,
     0.2658740399811828,
     0.2638596852882567,
     0.3238984890770605,
     0.2558170665313523,
     0.3067240960098103,
     0.3079504490218776,
     0.2821304357018643,
     0.25180015090729374,
     0.26509122491265347,
     0.26103377442663156,
     0.25443511514940087,
     0.29472055722055723
    ],
    "macro": [
     0.28322604548821373,
     0.2831907502637206,
     0.2962780968123189,
     0.25214241288574146,
     0.2762597497838132,
     0.27351004335666584,
     0.2983731378901365,
     0.2936030046385974,
     0.2825393778424524,
     0.29590793013107003,
     0.2564431309345163,
     0.2664172016777651,
     0.2823138282635174,
     0.2879212834344762,
     0.2771314454160316,
     0.2830330840344042,
     0.28791541138027266,
     0.2800373971639771,
     0.26749179499657644,
     0.28233397501238067,
     0.28203126979135673,
     0.26697021839813934,
     0.2775356211889558,
     0.2772610126862143,
     0.27436976061022716,
     0.28606181444904905,
     0.2716276872466321,
     0.27359398860617956,
     0.27125983143615184,
     0.2817515788690415,
     0.2956382742716585,
     0.26670781224782686,
     0.2755689718773586,
     0.25967349325058176,
     0.2635973570312673,
     0.26010041229579745,
     0.27478698969594817,
     0.2424087379138254,
     0.26754880140693255,
     0.28791983311904457,
     0.27348452520766803,
     0.26287420529661876,
     0.28325205782196244,
     0.27187461366582283,
     0.2837416914128571,
     0.26069831339908933,
     0.2988035892444044,
     0.2864058360030781,
     0.29800337377062625,
     0.2710279034547982,
     0.27546236410002906,
     0.26018638305914604,
     0.29092919765425596,
     0.2726426907510528,
     0.2651501398668913,
     0.28098333061478603,
     0.25078427529543273,
     0.26875686549659666,
     0.2977465523022508,
     0.28484268238809557,
     0.25680946456933545,
     0.2526868618176467,
     0.311663270894974,
     0.28157037934166895,
     0.2702341440182535,
     0.27722469950608875,
     0.2665856748906557,
     0.2623030868688447,
     0.29484221937968524,
     0.29905179518264075,
     0.27061082035112166,
     0.2731959646697452,
     0.25335820915131047,
     0.2656748827546496,
     0.27638805474460765,
     0.2723057541481105,
     0.281250990954348,
     0.2854074257589466,
     0.2707736015567767,
     0.2800021791682037,
     0.2942132417781746,
     0.285274848251679,
     0.2644362405240004,
     0.2591653332365569,
     0.29277560388846996,
     0.26045787737731224,
     0.2543171368292368,
     0.26251368522642304,
     0.2501359750556586,
     0.2722254728215132,
     0.2931038009185458,
     0.28870725970341166,
     0.2860655140609708,
     0.2810157739372957,
     0.26997410185667386,
     0.28255730079610414,
     0.27143879291039696,
     0.2553277407772002,
     0.25772425974611723,
     0.27776222710015536,
     0.27121104508357563,
     0.2782646690522429,
     0.27588573001644906,
     0.2723364302132673,
     0.26699222790233795,
     0.2610341299914816,
     0.25900042372112875,
     0.2835796453447628,
     0.2634803951003973,
     0.2705434424750319,
     0.26848728135022765,
     0.25189960672499734,
     0.26034420920705237,
     0.24379864079403618,
     0.2735856739500126,
     0.2705560844503963,
     0.2830970577744334,
     0.2758992177815295,
     0.27889637043122584,
     0.28247994903657975,
     0.2705051419805279,
     0.2740727130359546,
     0.25832799206569057,
     0.2582274201889987,
     0.2658954648574026,
     0.2866772087822686,
     0.27341815809657527,
     0.2516078454852472,
     0.2791470302441831,
     0.2733187184348142,
     0.28573465381488616,
     0.2688675190722789,
     0.2783742301516531,
     0.2830325043168771,
     0.24992909501477403,
     0.26098585685447123,
     0.2638201505017712,
     0.2633342442727625,
     0.2757820822254287,
     0.2718467643260839,
     0.2787018010233523,
     0.26768931224120596,
     0.2805311663584018,
     0.2662124015940899,
     0.2653642774123113,
     0.2719910903334272,
     0.2609989501599645,
     0.26225411435658846,
     0.2728193074624993,
     0.26350699249652926,
     0.27752365953414215,
     0.277609984385862,
     0.3006524953763697,
     0.2581562816510034,
     0.2731931639375697,
     0.26009714147065927,
     0.2719178993658601,
     0.2729566844714643,
     0.26582246995937464,
     0.24553581457832804,
     0.2881698105622212,
     0.28558134898476795,
     0.27652726766953156,
     0.28433409950362787,
     0.29417768978093034,
     0.2763007727041926,
     0.2900734435902404,
     0.2673226000413592,
     0.2670509595038235,
     0.27766655589663514,
     0.26488336095972537,
     0.2787809026657974,
     0.24921554122500564,
     0.28037906823956915,
     0.25725733132104206,
     0.2658757305892385,
     0.27438492026328365,
     0.25933489901231277,
     0.2789506458940436,
     0.26488567528992274,
     0.2570037239514354,
     0.27404525745714237,
     0.2512954329411687,
     0.25758103651746256,
     0.2708219096974774,
     0.265985425887252,
     0.2861254562062596,
     0.2807617149854293,
     0.2625270087413252,
     0.2769240088741288,
     0.2849702712911214,
     0.282028616375664,
     0.29680638578806245,
     0.2719082291913347,
     0.28028946254092846,
     0.25496850492461304,
     0.24770234706833244,
     0.2666509293543411,
     0.2686867151763574,
     0.28047464051737075
    ],
    "band": 0.2945343040797586,
    "macro_above_band": 12
   }
  },
  "delta_rr_snapped_vs_float64": {
   "euclid-2-s3000": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-2-s3001": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-2-s3002": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-2-s3003": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-2-s3004": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-3-s3000": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-3-s3001": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-3-s3002": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-3-s3003": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "euclid-3-s3004": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-2-s3000": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-2-s3001": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-2-s3002": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-2-s3003": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-2-s3004": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-3-s3000": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-3-s3001": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-3-s3002": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-3-s3003": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   },
   "lorentz-3-s3004": {
    "random": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    },
    "hard": {
     "mean_abs": 0.0,
     "max_abs": 0.0,
     "rows_differing": 0
    }
   }
  },
  "tables": {
   "euclid-2-s3000": {
    "macro_random": "3546012320619229/4593288665085120",
    "off_top12_random": "5989/8112",
    "macro_hard": "1270860408605645203/2652624204086656800",
    "off_top12_hard": "715831/1703520",
    "dist": {
     "random": "6406909/7567560",
     "hard": "767231/2328480"
    },
    "f1": {
     "random": {
      "theta_code": 29972,
      "f1_val": "799/1604",
      "f1_test": "787/1578",
      "f1_test_float": 0.4987325728770596,
      "test_counts": {
       "tp": 787,
       "fp": 1277,
       "fn": 305,
       "tn": 9643
      }
     },
     "hard": {
      "theta_code": 25389,
      "f1_val": "1018/4323",
      "f1_test": "672/2941",
      "f1_test_float": 0.22849370962257737,
      "test_counts": {
       "tp": 1008,
       "fp": 6723,
       "fn": 84,
       "tn": 4197
      }
     }
    },
    "NK17": {
     "random": "421711/1513512",
     "hard": "1678181/4324320"
    }
   },
   "euclid-2-s3001": {
    "macro_random": "195729153541639/255182703615840",
    "off_top12_random": "8707/11830",
    "macro_hard": "90731332220235893/189473157434761200",
    "off_top12_hard": "1568641/3747744",
    "dist": {
     "random": "175373/211680",
     "hard": "1647959/5045040"
    },
    "f1": {
     "random": {
      "theta_code": 29427,
      "f1_val": "1648/3325",
      "f1_test": "419/844",
      "f1_test_float": 0.49644549763033174,
      "test_counts": {
       "tp": 838,
       "fp": 1446,
       "fn": 254,
       "tn": 9474
      }
     },
     "hard": {
      "theta_code": 24983,
      "f1_val": "1021/4360",
      "f1_test": "2018/8893",
      "f1_test_float": 0.22692004947711683,
      "test_counts": {
       "tp": 1009,
       "fp": 6792,
       "fn": 83,
       "tn": 4128
      }
     }
    },
    "NK17": {
     "random": "67345/232848",
     "hard": "2218121/5045040"
    }
   },
   "euclid-2-s3002": {
    "macro_random": "1748199540031333/2296644332542560",
    "off_top12_random": "10047/13520",
    "macro_hard": "18927483642796643/38583624786715008",
    "off_top12_hard": "2652899/6246240",
    "dist": {
     "random": "233215/275184",
     "hard": "58087/180180"
    },
    "f1": {
     "random": {
      "theta_code": 30647,
      "f1_val": "389/744",
      "f1_test": "748/1469",
      "f1_test_float": 0.5091899251191286,
      "test_counts": {
       "tp": 748,
       "fp": 1098,
       "fn": 344,
       "tn": 9822
      }
     },
     "hard": {
      "theta_code": 27214,
      "f1_val": "1940/8327",
      "f1_test": "962/4219",
      "f1_test_float": 0.22801611756340365,
      "test_counts": {
       "tp": 962,
       "fp": 6384,
       "fn": 130,
       "tn": 4536
      }
     }
    },
    "NK17": {
     "random": "9429713/30270240",
     "hard": "6158161/15135120"
    }
   },
   "euclid-2-s3003": {
    "macro_random": "1811614109239279/2296644332542560",
    "off_top12_random": "1892/2535",
    "macro_hard": "249743375447530147/482295309833937600",
    "off_top12_hard": "2059943/4684680",
    "dist": {
     "random": "110899/131040",
     "hard": "1106893/3363360"
    },
    "f1": {
     "random": {
      "theta_code": 29262,
      "f1_val": "141/284",
      "f1_test": "1718/3429",
      "f1_test_float": 0.5010207057451151,
      "test_counts": {
       "tp": 859,
       "fp": 1478,
       "fn": 233,
       "tn": 9442
      }
     },
     "hard": {
      "theta_code": 25501,
      "f1_val": "203/863",
      "f1_test": "290/1253",
      "f1_test_float": 0.23144453312051078,
      "test_counts": {
       "tp": 1015,
       "fp": 6664,
       "fn": 77,
       "tn": 4256
      }
     }
    },
    "NK17": {
     "random": "81943/291060",
     "hard": "564569/1375920"
    }
   },
   "euclid-2-s3004": {
    "macro_random": "1253839174548281/1640460237530400",
    "off_top12_random": "9999/13520",
    "macro_hard": "15923779669919419/33157802551083210",
    "off_top12_hard": "1122373/2676960",
    "dist": {
     "random": "9677/11466",
     "hard": "4938917/15135120"
    },
    "f1": {
     "random": {
      "theta_code": 30170,
      "f1_val": "836/1575",
      "f1_test": "859/1588",
      "f1_test_float": 0.5409319899244333,
      "test_counts": {
       "tp": 859,
       "fp": 1225,
       "fn": 233,
       "tn": 9695
      }
     },
     "hard": {
      "theta_code": 26113,
      "f1_val": "1058/4253",
      "f1_test": "1055/4353",
      "f1_test_float": 0.2423615897082472,
      "test_counts": {
       "tp": 1055,
       "fp": 6559,
       "fn": 37,
       "tn": 4361
      }
     }
    },
    "NK17": {
     "random": "3201827/10090080",
     "hard": "484097/1121120"
    }
   },
   "euclid-3-s3000": {
    "macro_random": "169768962896657/201460029170400",
    "off_top12_random": "32443/40560",
    "macro_hard": "334074573245937427/707366454423108480",
    "off_top12_hard": "1273271/3123120",
    "dist": {
     "random": "145981/171990",
     "hard": "4813141/15135120"
    },
    "f1": {
     "random": {
      "theta_code": 31229,
      "f1_val": "417/703",
      "f1_test": "27/46",
      "f1_test_float": 0.5869565217391305,
      "test_counts": {
       "tp": 837,
       "fp": 923,
       "fn": 255,
       "tn": 9997
      }
     },
     "hard": {
      "theta_code": 28152,
      "f1_val": "2022/8143",
      "f1_test": "2018/8301",
      "f1_test_float": 0.2431032405734249,
      "test_counts": {
       "tp": 1009,
       "fp": 6200,
       "fn": 83,
       "tn": 4720
      }
     }
    },
    "NK17": {
     "random": "1587301/5045040",
     "hard": "13198369/30270240"
    }
   },
   "euclid-3-s3001": {
    "macro_random": "6554433319196657/8038255163898960",
    "off_top12_random": "223679/283920",
    "macro_hard": "515760519433329649/1061049681634662720",
    "off_top12_hard": "120313/288288",
    "dist": {
     "random": "153973/183456",
     "hard": "4739107/15135120"
    },
    "f1": {
     "random": {
      "theta_code": 31312,
      "f1_val": "807/1378",
      "f1_test": "1616/2789",
      "f1_test_float": 0.5794191466475439,
      "test_counts": {
       "tp": 808,
       "fp": 889,
       "fn": 284,
       "tn": 10031
      }
     },
     "hard": {
      "theta_code": 26734,
      "f1_val": "511/2101",
      "f1_test": "515/2142",
      "f1_test_float": 0.2404295051353875,
      "test_counts": {
       "tp": 1030,
       "fp": 6446,
       "fn": 62,
       "tn": 4474
      }
     }
    },
    "NK17": {
     "random": "363827/1081080",
     "hard": "111343/232848"
    }
   },
   "euclid-3-s3002": {
    "macro_random": "352375498829581/417571696825920",
    "off_top12_random": "2225/2704",
    "macro_hard": "6646429360173667/12845637792187200",
    "off_top12_hard": "1665803/3747744",
    "dist": {
     "random": "127069/152880",
     "hard": "1169237/3783780"
    },
    "f1": {
     "random": {
      "theta_code": 31545,
      "f1_val": "1664/2703",
      "f1_test": "152/249",
      "f1_test_float": 0.6104417670682731,
      "test_counts": {
       "tp": 836,
       "fp": 811,
       "fn": 256,
       "tn": 10109
      }
     },
     "hard": {
      "theta_code": 27587,
      "f1_val": "1021/4155",
      "f1_test": "1016/4193",
      "f1_test_float": 0.24230860958740758,
      "test_counts": {
       "tp": 1016,
       "fp": 6278,
       "fn": 76,
       "tn": 4642
      }
     }
    },
    "NK17": {
     "random": "11035627/30270240",
     "hard": "7579463/15135120"
    }
   },
   "euclid-3-s3003": {
    "macro_random": "49816391033231/58888316219040",
    "off_top12_random": "5501/6760",
    "macro_hard": "5178282761222639/10882560837278592",
    "off_top12_hard": "3829253/9369360",
    "dist": {
     "random": "18041/21168",
     "hard": "9533651/30270240"
    },
    "f1": {
     "random": {
      "theta_code": 31459,
      "f1_val": "1654/2765",
      "f1_test": "22/37",
      "f1_test_float": 0.5945945945945946,
      "test_counts": {
       "tp": 814,
       "fp": 832,
       "fn": 278,
       "tn": 10088
      }
     },
     "hard": {
      "theta_code": 28270,
      "f1_val": "404/1625",
      "f1_test": "2012/8301",
      "f1_test_float": 0.2423804360920371,
      "test_counts": {
       "tp": 1006,
       "fp": 6203,
       "fn": 86,
       "tn": 4717
      }
     }
    },
    "NK17": {
     "random": "1261453/3783780",
     "hard": "1801577/3783780"
    }
   },
   "euclid-3-s3004": {
    "macro_random": "165149682906625/200956379097474",
    "off_top12_random": "450241/567840",
    "macro_hard": "49755823360900667/106104968163466272",
    "off_top12_hard": "3838517/9369360",
    "dist": {
     "random": "18013/21168",
     "hard": "1584851/5045040"
    },
    "f1": {
     "random": {
      "theta_code": 31553,
      "f1_val": "532/897",
      "f1_test": "1588/2721",
      "f1_test_float": 0.583608967291437,
      "test_counts": {
       "tp": 794,
       "fp": 835,
       "fn": 298,
       "tn": 10085
      }
     },
     "hard": {
      "theta_code": 27683,
      "f1_val": "2030/8229",
      "f1_test": "2014/8365",
      "f1_test_float": 0.24076509264793783,
      "test_counts": {
       "tp": 1007,
       "fp": 6266,
       "fn": 85,
       "tn": 4654
      }
     }
    },
    "NK17": {
     "random": "604073/1891890",
     "hard": "14313713/30270240"
    }
   },
   "lorentz-2-s3000": {
    "macro_random": "6204878263/6579813240",
    "off_top12_random": "19061/20280",
    "macro_hard": "95286291337534673/126315438289840800",
    "off_top12_hard": "1587613/2082080",
    "dist": {
     "random": "61297/65520",
     "hard": "2846995/6054048"
    },
    "f1": {
     "random": {
      "theta_code": 39114,
      "f1_val": "1990/2321",
      "f1_test": "1966/2291",
      "f1_test_float": 0.8581405499781755,
      "test_counts": {
       "tp": 983,
       "fp": 216,
       "fn": 109,
       "tn": 10704
      }
     },
     "hard": {
      "theta_code": 43024,
      "f1_val": "1246/1979",
      "f1_test": "630/1007",
      "f1_test_float": 0.6256206554121152,
      "test_counts": {
       "tp": 630,
       "fp": 292,
       "fn": 462,
       "tn": 10628
      }
     }
    },
    "NK17": {
     "random": "61357/65520",
     "hard": "332369/360360"
    }
   },
   "lorentz-2-s3001": {
    "macro_random": "180308112043/191840468820",
    "off_top12_random": "194959/208208",
    "macro_hard": "1906383681964673/2526308765796816",
    "off_top12_hard": "14286487/18738720",
    "dist": {
     "random": "4057787/4324320",
     "hard": "13961567/30270240"
    },
    "f1": {
     "random": {
      "theta_code": 38215,
      "f1_val": "2014/2381",
      "f1_test": "2026/2385",
      "f1_test_float": 0.8494758909853249,
      "test_counts": {
       "tp": 1013,
       "fp": 280,
       "fn": 79,
       "tn": 10640
      }
     },
     "hard": {
      "theta_code": 42826,
      "f1_val": "649/1048",
      "f1_test": "1296/2075",
      "f1_test_float": 0.624578313253012,
      "test_counts": {
       "tp": 648,
       "fp": 335,
       "fn": 444,
       "tn": 10585
      }
     }
    },
    "NK17": {
     "random": "813643/864864",
     "hard": "13952551/15135120"
    }
   },
   "lorentz-2-s3002": {
    "macro_random": "7144547749/7587948368",
    "off_top12_random": "1271/1352",
    "macro_hard": "19604542070189147/25263087657968160",
    "off_top12_hard": "3655579/4684680",
    "dist": {
     "random": "10319/10920",
     "hard": "30503/65520"
    },
    "f1": {
     "random": {
      "theta_code": 38674,
      "f1_val": "1009/1178",
      "f1_test": "2048/2359",
      "f1_test_float": 0.8681644764730818,
      "test_counts": {
       "tp": 1024,
       "fp": 243,
       "fn": 68,
       "tn": 10677
      }
     },
     "hard": {
      "theta_code": 42659,
      "f1_val": "440/721",
      "f1_test": "1372/2193",
      "f1_test_float": 0.6256269949840402,
      "test_counts": {
       "tp": 686,
       "fp": 415,
       "fn": 406,
       "tn": 10505
      }
     }
    },
    "NK17": {
     "random": "61949/65520",
     "hard": "335557/360360"
    }
   },
   "lorentz-2-s3003": {
    "macro_random": "88410871/94156920",
    "off_top12_random": "6359/6760",
    "macro_hard": "673401385635590749/884208068028885600",
    "off_top12_hard": "3638501/4684680",
    "dist": {
     "random": "31043/32760",
     "hard": "597391/1261260"
    },
    "f1": {
     "random": {
      "theta_code": 39734,
      "f1_val": "955/1126",
      "f1_test": "1924/2267",
      "f1_test_float": 0.8486987207763564,
      "test_counts": {
       "tp": 962,
       "fp": 213,
       "fn": 130,
       "tn": 10707
      }
     },
     "hard": {
      "theta_code": 42513,
      "f1_val": "284/451",
      "f1_test": "1378/2229",
      "f1_test_float": 0.6182144459398834,
      "test_counts": {
       "tp": 689,
       "fp": 448,
       "fn": 403,
       "tn": 10472
      }
     }
    },
    "NK17": {
     "random": "20507/21840",
     "hard": "1333879/1441440"
    }
   },
   "lorentz-2-s3004": {
    "macro_random": "1253647207/1318196880",
    "off_top12_random": "7739/8112",
    "macro_hard": "7924293180607/10243730296800",
    "off_top12_hard": "14673137/18738720",
    "dist": {
     "random": "7829/8190",
     "hard": "1184539/2522520"
    },
    "f1": {
     "random": {
      "theta_code": 38501,
      "f1_val": "1025/1204",
      "f1_test": "1019/1194",
      "f1_test_float": 0.8534338358458962,
      "test_counts": {
       "tp": 1019,
       "fp": 277,
       "fn": 73,
       "tn": 10643
      }
     },
     "hard": {
      "theta_code": 42663,
      "f1_val": "1412/2203",
      "f1_test": "1380/2161",
      "f1_test_float": 0.6385932438685794,
      "test_counts": {
       "tp": 690,
       "fp": 379,
       "fn": 402,
       "tn": 10541
      }
     }
    },
    "NK17": {
     "random": "1383/1456",
     "hard": "1871035/2018016"
    }
   },
   "lorentz-3-s3000": {
    "macro_random": "20933579/22342320",
    "off_top12_random": "12679/13520",
    "macro_hard": "310029997868989/428187926406240",
    "off_top12_hard": "13925299/18738720",
    "dist": {
     "random": "15601/16380",
     "hard": "1017799/2162160"
    },
    "f1": {
     "random": {
      "theta_code": 39711,
      "f1_val": "957/1106",
      "f1_test": "634/745",
      "f1_test_float": 0.851006711409396,
      "test_counts": {
       "tp": 951,
       "fp": 192,
       "fn": 141,
       "tn": 10728
      }
     },
     "hard": {
      "theta_code": 43014,
      "f1_val": "589/1016",
      "f1_test": "1162/2047",
      "f1_test_float": 0.5676599902296043,
      "test_counts": {
       "tp": 581,
       "fp": 374,
       "fn": 511,
       "tn": 10546
      }
     }
    },
    "NK17": {
     "random": "20633/21840",
     "hard": "4754017/5045040"
    }
   },
   "lorentz-3-s3001": {
    "macro_random": "5275037/5585580",
    "off_top12_random": "38299/40560",
    "macro_hard": "608723009778119/825591099933600",
    "off_top12_hard": "14188423/18738720",
    "dist": {
     "random": "7873/8190",
     "hard": "796093/1681680"
    },
    "f1": {
     "random": {
      "theta_code": 39105,
      "f1_val": "990/1151",
      "f1_test": "981/1148",
      "f1_test_float": 0.8545296167247387,
      "test_counts": {
       "tp": 981,
       "fp": 223,
       "fn": 111,
       "tn": 10697
      }
     },
     "hard": {
      "theta_code": 43027,
      "f1_val": "1162/2025",
      "f1_test": "586/1015",
      "f1_test_float": 0.5773399014778325,
      "test_counts": {
       "tp": 586,
       "fp": 352,
       "fn": 506,
       "tn": 10568
      }
     }
    },
    "NK17": {
     "random": "61769/65520",
     "hard": "942185/1009008"
    }
   },
   "lorentz-3-s3002": {
    "macro_random": "260850445/273055068",
    "off_top12_random": "7733/8112",
    "macro_hard": "2199572094643541/2997315484843680",
    "off_top12_hard": "2799479/3747744",
    "dist": {
     "random": "7919/8190",
     "hard": "537907/1121120"
    },
    "f1": {
     "random": {
      "theta_code": 38762,
      "f1_val": "2032/2331",
      "f1_test": "2034/2323",
      "f1_test_float": 0.8755919070167887,
      "test_counts": {
       "tp": 1017,
       "fp": 214,
       "fn": 75,
       "tn": 10706
      }
     },
     "hard": {
      "theta_code": 42999,
      "f1_val": "1210/2021",
      "f1_test": "584/1025",
      "f1_test_float": 0.5697560975609756,
      "test_counts": {
       "tp": 584,
       "fp": 374,
       "fn": 508,
       "tn": 10546
      }
     }
    },
    "NK17": {
     "random": "86/91",
     "hard": "81002/85995"
    }
   },
   "lorentz-3-s3003": {
    "macro_random": "10465048369/11014763760",
    "off_top12_random": "7693/8112",
    "macro_hard": "11817682336175/15775344657072",
    "off_top12_hard": "714421/936936",
    "dist": {
     "random": "189521/196560",
     "hard": "315041/672672"
    },
    "f1": {
     "random": {
      "theta_code": 39244,
      "f1_val": "152/175",
      "f1_test": "1996/2281",
      "f1_test_float": 0.8750548005260851,
      "test_counts": {
       "tp": 998,
       "fp": 191,
       "fn": 94,
       "tn": 10729
      }
     },
     "hard": {
      "theta_code": 42348,
      "f1_val": "672/1199",
      "f1_test": "1346/2359",
      "f1_test_float": 0.5705807545570157,
      "test_counts": {
       "tp": 673,
       "fp": 594,
       "fn": 419,
       "tn": 10326
      }
     }
    },
    "NK17": {
     "random": "4759/5040",
     "hard": "683093/720720"
    }
   },
   "lorentz-3-s3004": {
    "macro_random": "4578218669/4811046240",
    "off_top12_random": "8969/9464",
    "macro_hard": "321319967959541/435570476861520",
    "off_top12_hard": "1011503/1338480",
    "dist": {
     "random": "3483/3640",
     "hard": "1168267/2522520"
    },
    "f1": {
     "random": {
      "theta_code": 38777,
      "f1_val": "337/389",
      "f1_test": "1000/1159",
      "f1_test_float": 0.8628127696289906,
      "test_counts": {
       "tp": 1000,
       "fp": 226,
       "fn": 92,
       "tn": 10694
      }
     },
     "hard": {
      "theta_code": 43226,
      "f1_val": "1100/1917",
      "f1_test": "555/953",
      "f1_test_float": 0.5823714585519413,
      "test_counts": {
       "tp": 555,
       "fp": 259,
       "fn": 537,
       "tn": 10661
      }
     }
    },
    "NK17": {
     "random": "947/1008",
     "hard": "145567/154440"
    }
   }
  },
  "lorentz_minus_euclid": {
   "d2/random/j0": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, random, seed index 0",
     "est": 0.262857215535787,
     "lo": 0.24242460499156931,
     "hi": 0.2834878663003663,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.17101880450340864,
     0.14107116088789334,
     0.20171290889902313
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, random, seed index 0",
     "est": 0.08891829070400499,
     "lo": 0.06980207705654135,
     "hi": 0.10815562909312906,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/hard/j0": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, hard, seed index 0",
     "est": 0.4489243230314659,
     "lo": 0.4236421960975533,
     "hi": 0.4744412449323164,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.2752563700345132,
     0.2345185314283199,
     0.31562582107751425
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, hard, seed index 0",
     "est": 0.1407643943358229,
     "lo": 0.12158437957545103,
     "hi": 0.16024107506250365,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/random/j1": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, random, seed index 1",
     "est": 0.25671662993091565,
     "lo": 0.23545610061235064,
     "hi": 0.2775031813424671,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.17286994041359263,
     0.14147902712298147,
     0.20412876220573184
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, random, seed index 1",
     "est": 0.10988251166822595,
     "lo": 0.09015899444470873,
     "hi": 0.12948296577760865,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/hard/j1": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, hard, seed index 1",
     "est": 0.45159219087790514,
     "lo": 0.4262051564506921,
     "hi": 0.4761510901466259,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.2757511651491017,
     0.23391692557732124,
     0.3175339944932396
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, hard, seed index 1",
     "est": 0.13458145690288545,
     "lo": 0.11616254364022223,
     "hi": 0.15315189357600073,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/random/j2": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, random, seed index 2",
     "est": 0.24034500552357696,
     "lo": 0.2204996475085761,
     "hi": 0.26015546870457584,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.18036781807651558,
     0.15080791931147405,
     0.2099905081808522
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, random, seed index 2",
     "est": 0.0974758706901564,
     "lo": 0.07913836741961743,
     "hi": 0.11636251562590849,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/hard/j2": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, hard, seed index 2",
     "est": 0.465771596128739,
     "lo": 0.4411640236417022,
     "hi": 0.4900840817581889,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.285457855568468,
     0.24450794536609294,
     0.3267669401760691
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, hard, seed index 2",
     "est": 0.14316933066933069,
     "lo": 0.12473447848447848,
     "hi": 0.16215590461126175,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/random/j3": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, random, seed index 3",
     "est": 0.25556863771149485,
     "lo": 0.2352639870050584,
     "hi": 0.2764500752223967,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.15016452434397914,
     0.11954324225352309,
     0.17981121404467873
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, random, seed index 3",
     "est": 0.10128968253968255,
     "lo": 0.08282255690737834,
     "hi": 0.11982606183499042,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/hard/j3": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, hard, seed index 3",
     "est": 0.4446929723715438,
     "lo": 0.4186311918901205,
     "hi": 0.47066937278990856,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.24376449213920864,
     0.20099646489390272,
     0.2867261416719055
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, hard, seed index 3",
     "est": 0.14454285793571509,
     "lo": 0.12477895946645948,
     "hi": 0.16458018667840096,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/random/j4": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, random, seed index 4",
     "est": 0.22918847025989883,
     "lo": 0.21034580498866215,
     "hi": 0.24793100252921682,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.18671025361594348,
     0.15694619626443582,
     0.21641541893239566
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, random, seed index 4",
     "est": 0.11194836909122623,
     "lo": 0.09355900052328624,
     "hi": 0.12988040729112155,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d2/hard/j4": {
    "G": {
     "what": "G: RR(L) - RR(E), d=2, hard, seed index 4",
     "est": 0.45397178879321737,
     "lo": 0.42820752990395844,
     "hi": 0.4785834378914737,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.2933326434325148,
     0.2525515974304642,
     0.33373462485390143
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=2, hard, seed index 4",
     "est": 0.14326394504965936,
     "lo": 0.12511554252625684,
     "hi": 0.1619995934951292,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/random/j0": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, random, seed index 0",
     "est": 0.16434676434676435,
     "lo": 0.1460618894993895,
     "hi": 0.18229624542124542,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.094254383944877,
     0.06828760966894455,
     0.11998941074485654
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, random, seed index 0",
     "est": 0.10366591080876796,
     "lo": 0.08540511076225364,
     "hi": 0.12211992703064133,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/hard/j0": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, hard, seed index 0",
     "est": 0.4420436375793519,
     "lo": 0.4167387870066442,
     "hi": 0.46643769672787533,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.25177188163224035,
     0.2128562955606504,
     0.29113401196409683
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, hard, seed index 0",
     "est": 0.15272108843537413,
     "lo": 0.1340665600933458,
     "hi": 0.17133432374503804,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/random/j1": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, random, seed index 1",
     "est": 0.19023744113029825,
     "lo": 0.17192223203383922,
     "hi": 0.20877534667713243,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.12899774639794215,
     0.10161712069152931,
     0.15701764417413913
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, random, seed index 1",
     "est": 0.12200309611023896,
     "lo": 0.10405053527821387,
     "hi": 0.14019127202162918,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/hard/j1": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, hard, seed index 1",
     "est": 0.4532842818557104,
     "lo": 0.4283400660186375,
     "hi": 0.4773757244739387,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.25123262119340944,
     0.21003575524698148,
     0.2922339140335897
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, hard, seed index 1",
     "est": 0.16027160670017815,
     "lo": 0.1418671705278848,
     "hi": 0.17892503577771438,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/random/j2": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, random, seed index 2",
     "est": 0.1713827838827839,
     "lo": 0.15364774114774118,
     "hi": 0.18965201465201467,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.11143518291897372,
     0.08715713292722366,
     0.13688099197801698
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, random, seed index 2",
     "est": 0.13574263038548753,
     "lo": 0.11744393751090182,
     "hi": 0.15427688383045526,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/hard/j2": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, hard, seed index 2",
     "est": 0.43019622573194005,
     "lo": 0.40477276774151777,
     "hi": 0.4567054242054242,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.21643987112805352,
     0.17437390221632676,
     0.2588464492524671
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, hard, seed index 2",
     "est": 0.17078136810279665,
     "lo": 0.1515661364098864,
     "hi": 0.18986874814999813,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/random/j3": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, random, seed index 3",
     "est": 0.1711691086691087,
     "lo": 0.15320512820512822,
     "hi": 0.18957608363858366,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.10414591477728194,
     0.07801926026407022,
     0.13012156012404213
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, random, seed index 3",
     "est": 0.11191202976917264,
     "lo": 0.09464123095819524,
     "hi": 0.1291891425373568,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/hard/j3": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, hard, seed index 3",
     "est": 0.4448547814619243,
     "lo": 0.41959864127274843,
     "hi": 0.46984321977625554,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.27329044976026523,
     0.22876348169614807,
     0.3163606255850003
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, hard, seed index 3",
     "est": 0.1533913837485266,
     "lo": 0.13494713454534882,
     "hi": 0.17175752818609963,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/random/j4": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, random, seed index 4",
     "est": 0.17839881679167394,
     "lo": 0.16029530241583814,
     "hi": 0.19657746271585558,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.12978706196426326,
     0.10348776600031183,
     0.1561815501306896
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, random, seed index 4",
     "est": 0.10591386127100413,
     "lo": 0.08787051572765858,
     "hi": 0.1240767995232281,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   },
   "d3/hard/j4": {
    "G": {
     "what": "G: RR(L) - RR(E), d=3, hard, seed index 4",
     "est": 0.45058585594299877,
     "lo": 0.4262133237133237,
     "hi": 0.47527723929509647,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "macro": [
     0.2687689495378658,
     0.22999295571711106,
     0.3074056136320353
    ],
    "dist": {
     "what": "dist: RR(L) - RR(E), d=3, hard, seed index 4",
     "est": 0.14899445792302934,
     "lo": 0.1308861888772603,
     "hi": 0.16734601542637256,
     "n": 1092,
     "unit": "row",
     "ordered": true
    },
    "present": true
   }
  },
  "edge_shuffle_cells": {
   "euclid/d2/j0/rr_random": {
    "est": 0.4089341544698688,
    "lo": 0.3846544171767386,
    "hi": 0.4330998655775442,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3000",
    "shuffled": "shuffled-euclid-d2-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j0/rr_hard": {
    "est": 0.09469578041006613,
    "lo": 0.07016541329041329,
    "hi": 0.11958816811495379,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3000",
    "shuffled": "shuffled-euclid-d2-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j1/rr_random": {
    "est": 0.4142175615389901,
    "lo": 0.39020491578527294,
    "hi": 0.43806938844885274,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3001",
    "shuffled": "shuffled-euclid-d2-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j1/rr_hard": {
    "est": 0.09831596974454117,
    "lo": 0.07381910995750283,
    "hi": 0.12396758664615808,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3001",
    "shuffled": "shuffled-euclid-d2-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j2/rr_random": {
    "est": 0.465106586535158,
    "lo": 0.44206754224611366,
    "hi": 0.4882205592027021,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3002",
    "shuffled": "shuffled-euclid-d2-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j2/rr_hard": {
    "est": 0.12979434586577446,
    "lo": 0.10644974651671081,
    "hi": 0.15266721539042966,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3002",
    "shuffled": "shuffled-euclid-d2-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j3/rr_random": {
    "est": 0.4174957648171934,
    "lo": 0.3931001364706722,
    "hi": 0.44183812880241446,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3003",
    "shuffled": "shuffled-euclid-d2-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j3/rr_hard": {
    "est": 0.1081069723926867,
    "lo": 0.08204997796515653,
    "hi": 0.1336516335846693,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3003",
    "shuffled": "shuffled-euclid-d2-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j4/rr_random": {
    "est": 0.44829859294145,
    "lo": 0.4243894547912405,
    "hi": 0.4719058735576593,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3004",
    "shuffled": "shuffled-euclid-d2-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d2/j4/rr_hard": {
    "est": 0.10902814117099831,
    "lo": 0.08362908751301609,
    "hi": 0.1351272611317254,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d2-lr10-s3004",
    "shuffled": "shuffled-euclid-d2-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j0/rr_random": {
    "est": 0.49107519464662325,
    "lo": 0.46918516998874144,
    "hi": 0.5132918726445512,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3000",
    "shuffled": "shuffled-euclid-d3-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j0/rr_hard": {
    "est": 0.0806466020751735,
    "lo": 0.05700561673775959,
    "hi": 0.10502627828520684,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3000",
    "shuffled": "shuffled-euclid-d3-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j1/rr_random": {
    "est": 0.49489828954114673,
    "lo": 0.47264006083202514,
    "hi": 0.5175557536048607,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3001",
    "shuffled": "shuffled-euclid-d3-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j1/rr_hard": {
    "est": 0.11003229574658147,
    "lo": 0.08569557839647125,
    "hi": 0.13514638717763716,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3001",
    "shuffled": "shuffled-euclid-d3-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j2/rr_random": {
    "est": 0.486970238755953,
    "lo": 0.4638479997185354,
    "hi": 0.5108121549416192,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3002",
    "shuffled": "shuffled-euclid-d3-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j2/rr_hard": {
    "est": 0.08198065162350876,
    "lo": 0.05473395817145818,
    "hi": 0.10869332222010793,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3002",
    "shuffled": "shuffled-euclid-d3-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j3/rr_random": {
    "est": 0.5139403916189631,
    "lo": 0.4907011986029844,
    "hi": 0.5371245280843495,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3003",
    "shuffled": "shuffled-euclid-d3-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j3/rr_hard": {
    "est": 0.10786184714756145,
    "lo": 0.08291207552368265,
    "hi": 0.13273747003657718,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3003",
    "shuffled": "shuffled-euclid-d3-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j4/rr_random": {
    "est": 0.47250203500203497,
    "lo": 0.44760394202358483,
    "hi": 0.49656687475883904,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3004",
    "shuffled": "shuffled-euclid-d3-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "euclid/d3/j4/rr_hard": {
    "est": 0.07784936624222338,
    "lo": 0.05219662612519755,
    "hi": 0.10304377913752913,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-euclid-d3-lr10-s3004",
    "shuffled": "shuffled-euclid-d3-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j0/rr_random": {
    "est": 0.6916612818398533,
    "lo": 0.6754119632021417,
    "hi": 0.7076505207755208,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3000",
    "shuffled": "shuffled-lorentz-d2-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j0/rr_hard": {
    "est": 0.5519750751893608,
    "lo": 0.5310269343751487,
    "hi": 0.5734166478362908,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3000",
    "shuffled": "shuffled-lorentz-d2-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j1/rr_random": {
    "est": 0.6915393799322371,
    "lo": 0.6742256478640407,
    "hi": 0.7080381820560392,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3001",
    "shuffled": "shuffled-lorentz-d2-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j1/rr_hard": {
    "est": 0.5695942615585473,
    "lo": 0.5478294010883297,
    "hi": 0.5912955216080216,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3001",
    "shuffled": "shuffled-lorentz-d2-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j2/rr_random": {
    "est": 0.6735228726300155,
    "lo": 0.6552653530332102,
    "hi": 0.6911642466329967,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3002",
    "shuffled": "shuffled-lorentz-d2-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j2/rr_hard": {
    "est": 0.5529640663569234,
    "lo": 0.5300347337847339,
    "hi": 0.5755643480197051,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3002",
    "shuffled": "shuffled-lorentz-d2-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j3/rr_random": {
    "est": 0.6966002582074011,
    "lo": 0.6801687523785738,
    "hi": 0.7126349006482935,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3003",
    "shuffled": "shuffled-lorentz-d2-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j3/rr_hard": {
    "est": 0.5799013156156013,
    "lo": 0.5573989502560931,
    "hi": 0.6018911635652707,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3003",
    "shuffled": "shuffled-lorentz-d2-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j4/rr_random": {
    "est": 0.7297395725967155,
    "lo": 0.7143386111243254,
    "hi": 0.744975202542167,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3004",
    "shuffled": "shuffled-lorentz-d2-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d2/j4/rr_hard": {
    "est": 0.6176120176120176,
    "lo": 0.5967080596321668,
    "hi": 0.6386883329963687,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d2-lr10-s3004",
    "shuffled": "shuffled-lorentz-d2-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j0/rr_random": {
    "est": 0.6874306579663723,
    "lo": 0.6698940551842338,
    "hi": 0.7044010585974871,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3000",
    "shuffled": "shuffled-lorentz-d3-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j0/rr_hard": {
    "est": 0.5498522971737257,
    "lo": 0.5270417917069703,
    "hi": 0.5725015535060178,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3000",
    "shuffled": "shuffled-lorentz-d3-lr10-s3000",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j1/rr_random": {
    "est": 0.7007814936386365,
    "lo": 0.6832411355179212,
    "hi": 0.7180980808212951,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3001",
    "shuffled": "shuffled-lorentz-d3-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j1/rr_hard": {
    "est": 0.5797990699776414,
    "lo": 0.5570898628487914,
    "hi": 0.602716721935472,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3001",
    "shuffled": "shuffled-lorentz-d3-lr10-s3001",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j2/rr_random": {
    "est": 0.6790772058629201,
    "lo": 0.6613759198803841,
    "hi": 0.6967271567717996,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3002",
    "shuffled": "shuffled-lorentz-d3-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j2/rr_hard": {
    "est": 0.5306240716955002,
    "lo": 0.5074255324701754,
    "hi": 0.5532706537840467,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3002",
    "shuffled": "shuffled-lorentz-d3-lr10-s3002",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j3/rr_random": {
    "est": 0.6758828142756714,
    "lo": 0.6583221763355692,
    "hi": 0.6931695206248778,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3003",
    "shuffled": "shuffled-lorentz-d3-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j3/rr_hard": {
    "est": 0.5459046905475476,
    "lo": 0.5214212680507323,
    "hi": 0.5699204358802573,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3003",
    "shuffled": "shuffled-lorentz-d3-lr10-s3003",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j4/rr_random": {
    "est": 0.705644388680103,
    "lo": 0.6890583564913921,
    "hi": 0.7223641916945489,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3004",
    "shuffled": "shuffled-lorentz-d3-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   },
   "lorentz/d3/j4/rr_hard": {
    "est": 0.5767095008166436,
    "lo": 0.5535840969546326,
    "hi": 0.599953470801685,
    "n": 1092,
    "unit": "row",
    "row_bootstrap": null,
    "true": "measured-lorentz-d3-lr10-s3004",
    "shuffled": "shuffled-lorentz-d3-lr10-s3004",
    "present": true,
    "source": "L14 control 3 (the decision)",
    "label": "true > shuffled"
   }
  },
  "sign_agreement_with_G": {
   "d2/random/Groot": {
    "seeds_compared": 0,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d2/random/dist": {
    "seeds_compared": 5,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d2/hard/Groot": {
    "seeds_compared": 0,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d2/hard/dist": {
    "seeds_compared": 5,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d3/random/Groot": {
    "seeds_compared": 0,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d3/random/dist": {
    "seeds_compared": 5,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d3/hard/Groot": {
    "seeds_compared": 0,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   },
   "d3/hard/dist": {
    "seeds_compared": 5,
    "seeds_disagreeing_with_G": 0,
    "stated": false
   }
  }
 },
 "sealed": {
  "path": "/root/.cache/hyperbolic-lexicon/stage2/dry-sealed/values.json",
  "sha256": "9c9eac2c8122f1f228b76be34cef189c4fd2429b93dd4e3b48046a37cda79d64",
  "lbench_records_sealed": 1180
 }
}
