{
  "work_identity": "work:carry-memory-lab:v1",
  "pretest_sha256": "9d61fd928f10f909216e1d65dfb598ad519957ddd638cde830cc225b2469fb94",
  "model_sha256": "1cdef4810a120f83c0c5459e197c37da4cf276937d8229738b1b35aabbd5414f",
  "evaluator_sha256": "98933345aa57b405ed7a7aa7d2ecd21caeab8357d05c0bde7120bbc2a73520d0",
  "evaluation_cases_sha256": "80351c6782a0dc19a8b73cc47ca379c90c4d215dc9efda437a11a5dcd5f700cd",
  "neural_fits": 1,
  "inference_modes": [
    "recurrent",
    "reset-each-bit"
  ],
  "unique_ordered_width_cases": 64856,
  "unique_unordered_numeric_pairs": 32908,
  "suite_memberships_each_mode": 64882,
  "mode_case_rows": 129712,
  "mode_bit_positions": 1266706,
  "metric_groups": 1304,
  "exact_reference_correct": 64856,
  "known_fit_representation_cases": 17,
  "known_fit_unordered_pair_cases": 17,
  "overall": [
    {
      "mode": "recurrent",
      "suite": "all",
      "width": "all",
      "cases": 64856,
      "bits": 633353,
      "integer_correct": 64856,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0008605835026556955,
      "wrong_bits": 0
    },
    {
      "mode": "reset-each-bit",
      "suite": "all",
      "width": "all",
      "cases": 64856,
      "bits": 633353,
      "integer_correct": 6290,
      "integer_exact_accuracy": 0.09698408782533613,
      "bit_accuracy": 0.595059942875458,
      "bit_nll": 2.882421282427815,
      "wrong_bits": 256470
    }
  ],
  "primary_union": [
    {
      "mode": "recurrent",
      "suite": "heldout-new-range-and-padding-union",
      "width": "all",
      "cases": 64499,
      "bits": 620751,
      "integer_correct": 64499,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0008596164595884317,
      "wrong_bits": 0
    },
    {
      "mode": "reset-each-bit",
      "suite": "heldout-new-range-and-padding-union",
      "width": "all",
      "cases": 64499,
      "bits": 620751,
      "integer_correct": 6114,
      "integer_exact_accuracy": 0.09479216732042357,
      "bit_accuracy": 0.5968012939165623,
      "bit_nll": 2.870225402955319,
      "wrong_bits": 250286
    }
  ],
  "by_suite": [
    {
      "mode": "recurrent",
      "suite": "carry-chain",
      "width": "all",
      "cases": 127,
      "bits": 4286,
      "integer_correct": 127,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0011070380756255129,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "exhaustive-new-range-w7",
      "width": "all",
      "cases": 12288,
      "bits": 98304,
      "integer_correct": 12288,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0008590766890629432,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "exhaustive-new-range-w8",
      "width": "all",
      "cases": 49152,
      "bits": 442368,
      "integer_correct": 49152,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0008679101738491949,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "fixed-random-new-range-w16",
      "width": "all",
      "cases": 500,
      "bits": 8500,
      "integer_correct": 500,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.000902616641577009,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "fixed-random-new-range-w32",
      "width": "all",
      "cases": 500,
      "bits": 16500,
      "integer_correct": 500,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0009119347952221512,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "fixed-random-new-range-w64",
      "width": "all",
      "cases": 500,
      "bits": 32500,
      "integer_correct": 500,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0009241634928407901,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "heldout-pair-padding",
      "width": "all",
      "cases": 500,
      "bits": 15500,
      "integer_correct": 500,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.00043361617031180524,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "small-group-heldout",
      "width": "all",
      "cases": 1059,
      "bits": 7079,
      "integer_correct": 1059,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0008116802581276435,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "zero-and-max",
      "width": "all",
      "cases": 256,
      "bits": 8576,
      "integer_correct": 256,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0007989095369744781,
      "wrong_bits": 0
    },
    {
      "mode": "recurrent",
      "suite": "carry-chain-outside-small-range",
      "width": "all",
      "cases": 116,
      "bits": 4234,
      "integer_correct": 116,
      "integer_exact_accuracy": 1.0,
      "bit_accuracy": 1.0,
      "bit_nll": 0.0011097976957129669,
      "wrong_bits": 0
    },
    {
      "mode": "reset-each-bit",
      "suite": "carry-chain",
      "width": "all",
      "cases": 127,
      "bits": 4286,
      "integer_correct": 0,
      "integer_exact_accuracy": 0.0,
      "bit_accuracy": 0.029631357909472703,
      "bit_nll": 6.736845232785902,
      "wrong_bits": 4159
    },
    {
      "mode": "reset-each-bit",
      "suite": "exhaustive-new-range-w7",
      "width": "all",
      "cases": 12288,
      "bits": 98304,
      "integer_correct": 1458,
      "integer_exact_accuracy": 0.11865234375,
      "bit_accuracy": 0.6038411458333334,
      "bit_nll": 2.820640463238712,
      "wrong_bits": 38944
    },
    {
      "mode": "reset-each-bit",
      "suite": "exhaustive-new-range-w8",
      "width": "all",
      "cases": 49152,
      "bits": 442368,
      "integer_correct": 4374,
      "integer_exact_accuracy": 0.0889892578125,
      "bit_accuracy": 0.5924479166666666,
      "bit_nll": 2.9013257410581645,
      "wrong_bits": 180288
    },
    {
      "mode": "reset-each-bit",
      "suite": "fixed-random-new-range-w16",
      "width": "all",
      "cases": 500,
      "bits": 8500,
      "integer_correct": 4,
      "integer_exact_accuracy": 0.008,
      "bit_accuracy": 0.5478823529411765,
      "bit_nll": 3.217557416472825,
      "wrong_bits": 3843
    },
    {
      "mode": "reset-each-bit",
      "suite": "fixed-random-new-range-w32",
      "width": "all",
      "cases": 500,
      "bits": 16500,
      "integer_correct": 0,
      "integer_exact_accuracy": 0.0,
      "bit_accuracy": 0.5355757575757576,
      "bit_nll": 3.304939951709635,
      "wrong_bits": 7663
    },
    {
      "mode": "reset-each-bit",
      "suite": "fixed-random-new-range-w64",
      "width": "all",
      "cases": 500,
      "bits": 32500,
      "integer_correct": 0,
      "integer_exact_accuracy": 0.0,
      "bit_accuracy": 0.5142153846153846,
      "bit_nll": 3.4550207384563523,
      "wrong_bits": 15788
    },
    {
      "mode": "reset-each-bit",
      "suite": "heldout-pair-padding",
      "width": "all",
      "cases": 500,
      "bits": 15500,
      "integer_correct": 84,
      "integer_exact_accuracy": 0.168,
      "bit_accuracy": 0.9163870967741935,
      "bit_nll": 0.5970363477054579,
      "wrong_bits": 1296
    },
    {
      "mode": "reset-each-bit",
      "suite": "small-group-heldout",
      "width": "all",
      "cases": 1059,
      "bits": 7079,
      "integer_correct": 194,
      "integer_exact_accuracy": 0.18319169027384324,
      "bit_accuracy": 0.6519282384517587,
      "bit_nll": 2.477524927078209,
      "wrong_bits": 2464
    },
    {
      "mode": "reset-each-bit",
      "suite": "zero-and-max",
      "width": "all",
      "cases": 256,
      "bits": 8576,
      "integer_correct": 192,
      "integer_exact_accuracy": 0.75,
      "bit_accuracy": 0.7574626865671642,
      "bit_nll": 1.79697315775576,
      "wrong_bits": 2080
    },
    {
      "mode": "reset-each-bit",
      "suite": "carry-chain-outside-small-range",
      "width": "all",
      "cases": 116,
      "bits": 4234,
      "integer_correct": 0,
      "integer_exact_accuracy": 0.0,
      "bit_accuracy": 0.0273972602739726,
      "bit_nll": 6.751839751220424,
      "wrong_bits": 4118
    }
  ],
  "scope": "Exact synthetic rule, not natural/blind benchmark or universal arithmetic proof. One fit, reset intervention is sameweights. Reverse/padding/suite views dependent; known smallfitstress tagged. Stable logsoftmax loss, no probabilityclipping or calibration. Exactreference separate, no teacherforcing."
}
