{ "conditions": 18, "seeds": [ 20260904, 20260905, 20260906 ], "test_problems": 360, "manifest": "4eac553a499302ae839c44d5752cb6863c225c14bb2eb6695ffe96b230a10c47", "aggregates": [ { "architecture": "ordinary", "mode": "independent", "metrics": { "controller": { "accuracy": 0.6212962962962962, "mean_repeats": 2.2731481481481484, "correct": 223.66666666666666 }, "calibrated_fixed": { "accuracy": 0.6305555555555555, "mean_repeats": 2, "correct": 227 }, "family": { "accuracy": 0.6185185185185185, "mean_repeats": 2, "correct": 222.66666666666666 }, "fixed_1": { "accuracy": 0.5092592592592593, "mean_repeats": 1, "correct": 183.33333333333334 }, "fixed_2": { "accuracy": 0.6305555555555555, "mean_repeats": 2, "correct": 227 }, "fixed_3": { "accuracy": 0.6175925925925926, "mean_repeats": 3, "correct": 222.33333333333334 }, "fixed_4": { "accuracy": 0.6138888888888888, "mean_repeats": 4, "correct": 221 } }, "by_family": { "addition": { "controller": { "accuracy": 0.861111111111111, "mean_repeats": 1.9333333333333333 }, "calibrated_fixed": { "accuracy": 0.875, "mean_repeats": 2 }, "family": { "accuracy": 0.875, "mean_repeats": 2 }, "fixed_1": { "accuracy": 0.7638888888888888, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.875, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.8472222222222222, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.8527777777777777, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.55, "mean_repeats": 2.2583333333333333 }, "calibrated_fixed": { "accuracy": 0.5722222222222222, "mean_repeats": 2 }, "family": { "accuracy": 0.5583333333333333, "mean_repeats": 2.3333333333333335 }, "fixed_1": { "accuracy": 0.3833333333333333, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.5722222222222222, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.5694444444444444, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.5583333333333333, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.4527777777777778, "mean_repeats": 2.6277777777777778 }, "calibrated_fixed": { "accuracy": 0.4444444444444444, "mean_repeats": 2 }, "family": { "accuracy": 0.4222222222222222, "mean_repeats": 1.6666666666666667 }, "fixed_1": { "accuracy": 0.38055555555555554, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.4444444444444444, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.4361111111111111, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.4305555555555556, "mean_repeats": 4 } } }, "model_parameters": 7585792, "controller_parameters": 131329, "training_seconds": 202.8628076473251, "generation_seconds": { "fixed_2": 0.2084087866091135, "fixed_4": 0.40316093079228366, "family": 0.21187896516467272, "controller": 0.2401499614179893 }, "conversion_cosine": [ 0.999999980131785, 1.00000003973643, 1, 1.0000000794728596 ] }, { "architecture": "ordinary", "mode": "coupled", "metrics": { "controller": { "accuracy": 0.6175925925925926, "mean_repeats": 2.3472222222222223, "correct": 222.33333333333334 }, "calibrated_fixed": { "accuracy": 0.6268518518518519, "mean_repeats": 2, "correct": 225.66666666666666 }, "family": { "accuracy": 0.6305555555555555, "mean_repeats": 2.444444444444444, "correct": 227 }, "fixed_1": { "accuracy": 0.49074074074074076, "mean_repeats": 1, "correct": 176.66666666666666 }, "fixed_2": { "accuracy": 0.6268518518518519, "mean_repeats": 2, "correct": 225.66666666666666 }, "fixed_3": { "accuracy": 0.6222222222222222, "mean_repeats": 3, "correct": 224 }, "fixed_4": { "accuracy": 0.6296296296296297, "mean_repeats": 4, "correct": 226.66666666666666 } }, "by_family": { "addition": { "controller": { "accuracy": 0.8555555555555555, "mean_repeats": 1.825 }, "calibrated_fixed": { "accuracy": 0.8666666666666667, "mean_repeats": 2 }, "family": { "accuracy": 0.8666666666666667, "mean_repeats": 2 }, "fixed_1": { "accuracy": 0.7277777777777777, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.8666666666666667, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.8666666666666666, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.8555555555555555, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.5305555555555556, "mean_repeats": 2.238888888888889 }, "calibrated_fixed": { "accuracy": 0.5444444444444444, "mean_repeats": 2 }, "family": { "accuracy": 0.5555555555555556, "mean_repeats": 2.3333333333333335 }, "fixed_1": { "accuracy": 0.41944444444444445, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.5444444444444444, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.5444444444444444, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.5722222222222222, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.4666666666666667, "mean_repeats": 2.977777777777778 }, "calibrated_fixed": { "accuracy": 0.46944444444444444, "mean_repeats": 2 }, "family": { "accuracy": 0.46944444444444444, "mean_repeats": 3 }, "fixed_1": { "accuracy": 0.325, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.46944444444444444, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.45555555555555555, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.4611111111111111, "mean_repeats": 4 } } }, "model_parameters": 7585792, "controller_parameters": 131329, "training_seconds": 196.22408454244336, "generation_seconds": { "fixed_2": 0.20834797784185935, "fixed_4": 0.40215517944846024, "family": 0.24548356473894306, "controller": 0.2466559516981727 }, "conversion_cosine": [ 0.999999980131785, 1.00000003973643, 1, 1.0000000794728596 ] }, { "architecture": "mhc", "mode": "independent", "metrics": { "controller": { "accuracy": 0.5879629629629629, "mean_repeats": 2.1592592592592594, "correct": 211.66666666666666 }, "calibrated_fixed": { "accuracy": 0.6092592592592593, "mean_repeats": 2.3333333333333335, "correct": 219.33333333333334 }, "family": { "accuracy": 0.5981481481481482, "mean_repeats": 2, "correct": 215.33333333333334 }, "fixed_1": { "accuracy": 0.4944444444444444, "mean_repeats": 1, "correct": 178 }, "fixed_2": { "accuracy": 0.6092592592592593, "mean_repeats": 2, "correct": 219.33333333333334 }, "fixed_3": { "accuracy": 0.6203703703703703, "mean_repeats": 3, "correct": 223.33333333333334 }, "fixed_4": { "accuracy": 0.6185185185185186, "mean_repeats": 4, "correct": 222.66666666666666 } }, "by_family": { "addition": { "controller": { "accuracy": 0.825, "mean_repeats": 1.7555555555555555 }, "calibrated_fixed": { "accuracy": 0.8444444444444444, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.8055555555555556, "mean_repeats": 1.6666666666666667 }, "fixed_1": { "accuracy": 0.7388888888888888, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.85, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.8361111111111111, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.8277777777777778, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.4916666666666667, "mean_repeats": 1.9916666666666665 }, "calibrated_fixed": { "accuracy": 0.5361111111111111, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.5555555555555556, "mean_repeats": 2.6666666666666665 }, "fixed_1": { "accuracy": 0.36666666666666664, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.5222222222222221, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.5694444444444444, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.5666666666666667, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.4472222222222222, "mean_repeats": 2.7305555555555556 }, "calibrated_fixed": { "accuracy": 0.4472222222222222, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.43333333333333335, "mean_repeats": 1.6666666666666667 }, "fixed_1": { "accuracy": 0.37777777777777777, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.45555555555555555, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.45555555555555555, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.4611111111111111, "mean_repeats": 4 } } }, "model_parameters": 17024128, "controller_parameters": 131329, "training_seconds": 421.33781231489655, "generation_seconds": { "fixed_2": 0.5633211874325449, "fixed_4": 1.0995019308282752, "family": 0.574872534196065, "controller": 0.6087849719311904 }, "conversion_cosine": [ 0.9997982581456503, 0.9997309645016988, 0.999671479066213, 0.9996553262074789 ] }, { "architecture": "mhc", "mode": "coupled", "metrics": { "controller": { "accuracy": 0.5925925925925926, "mean_repeats": 2.1675925925925927, "correct": 213.33333333333334 }, "calibrated_fixed": { "accuracy": 0.6157407407407407, "mean_repeats": 2.3333333333333335, "correct": 221.66666666666666 }, "family": { "accuracy": 0.5981481481481482, "mean_repeats": 2.111111111111111, "correct": 215.33333333333334 }, "fixed_1": { "accuracy": 0.49074074074074076, "mean_repeats": 1, "correct": 176.66666666666666 }, "fixed_2": { "accuracy": 0.6083333333333334, "mean_repeats": 2, "correct": 219 }, "fixed_3": { "accuracy": 0.6277777777777778, "mean_repeats": 3, "correct": 226 }, "fixed_4": { "accuracy": 0.6212962962962962, "mean_repeats": 4, "correct": 223.66666666666666 } }, "by_family": { "addition": { "controller": { "accuracy": 0.85, "mean_repeats": 1.636111111111111 }, "calibrated_fixed": { "accuracy": 0.8777777777777778, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.8777777777777778, "mean_repeats": 2.3333333333333335 }, "fixed_1": { "accuracy": 0.775, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.8583333333333334, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.8972222222222223, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.8805555555555555, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.49166666666666664, "mean_repeats": 2.15 }, "calibrated_fixed": { "accuracy": 0.5305555555555556, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.5277777777777778, "mean_repeats": 2 }, "fixed_1": { "accuracy": 0.375, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.5277777777777778, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.5527777777777778, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.55, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.4361111111111111, "mean_repeats": 2.716666666666667 }, "calibrated_fixed": { "accuracy": 0.4388888888888889, "mean_repeats": 2.3333333333333335 }, "family": { "accuracy": 0.3888888888888889, "mean_repeats": 2 }, "fixed_1": { "accuracy": 0.32222222222222224, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.4388888888888889, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.43333333333333335, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.43333333333333335, "mean_repeats": 4 } } }, "model_parameters": 17024128, "controller_parameters": 131329, "training_seconds": 410.1572712591539, "generation_seconds": { "fixed_2": 0.5639719918879025, "fixed_4": 1.110461016194205, "family": 0.6018798218919309, "controller": 0.6254113096252291 }, "conversion_cosine": [ 0.9997982581456503, 0.9997309645016988, 0.999671479066213, 0.9996553262074789 ] }, { "architecture": "attnres", "mode": "independent", "metrics": { "controller": { "accuracy": 0.2851851851851852, "mean_repeats": 1, "correct": 102.66666666666667 }, "calibrated_fixed": { "accuracy": 0.2851851851851852, "mean_repeats": 1, "correct": 102.66666666666667 }, "family": { "accuracy": 0.2814814814814815, "mean_repeats": 1.3333333333333333, "correct": 101.33333333333333 }, "fixed_1": { "accuracy": 0.2851851851851852, "mean_repeats": 1, "correct": 102.66666666666667 }, "fixed_2": { "accuracy": 0.2759259259259259, "mean_repeats": 2, "correct": 99.33333333333333 }, "fixed_3": { "accuracy": 0.28055555555555556, "mean_repeats": 3, "correct": 101 }, "fixed_4": { "accuracy": 0.2657407407407407, "mean_repeats": 4, "correct": 95.66666666666667 } }, "by_family": { "addition": { "controller": { "accuracy": 0.37222222222222223, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.37222222222222223, "mean_repeats": 1 }, "family": { "accuracy": 0.37222222222222223, "mean_repeats": 1 }, "fixed_1": { "accuracy": 0.37222222222222223, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.35555555555555557, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.3611111111111111, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.34444444444444444, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "family": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "fixed_1": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.23055555555555557, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.23055555555555557, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.23055555555555557, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "family": { "accuracy": 0.23055555555555557, "mean_repeats": 2 }, "fixed_1": { "accuracy": 0.24166666666666667, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.24166666666666667, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.25, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.22222222222222224, "mean_repeats": 4 } } }, "model_parameters": 7786496, "controller_parameters": 131329, "training_seconds": 72.12313135775427, "generation_seconds": { "fixed_2": 0.1919479975908029, "fixed_4": 0.3814927157342296, "family": 0.11833842720456973, "controller": 0.09727302423022964 }, "conversion_cosine": [ 0.9993293484052023, 0.9990073641141256, 0.9986287554105123, 0.9985422492027283 ] }, { "architecture": "attnres", "mode": "coupled", "metrics": { "controller": { "accuracy": 0.28888888888888886, "mean_repeats": 1, "correct": 104 }, "calibrated_fixed": { "accuracy": 0.28888888888888886, "mean_repeats": 1, "correct": 104 }, "family": { "accuracy": 0.29074074074074074, "mean_repeats": 1.2222222222222223, "correct": 104.66666666666667 }, "fixed_1": { "accuracy": 0.28888888888888886, "mean_repeats": 1, "correct": 104 }, "fixed_2": { "accuracy": 0.28425925925925927, "mean_repeats": 2, "correct": 102.33333333333333 }, "fixed_3": { "accuracy": 0.28055555555555556, "mean_repeats": 3, "correct": 101 }, "fixed_4": { "accuracy": 0.2833333333333333, "mean_repeats": 4, "correct": 102 } }, "by_family": { "addition": { "controller": { "accuracy": 0.3666666666666667, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.3666666666666667, "mean_repeats": 1 }, "family": { "accuracy": 0.3666666666666667, "mean_repeats": 1 }, "fixed_1": { "accuracy": 0.3666666666666667, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.3666666666666667, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.35555555555555557, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.35555555555555557, "mean_repeats": 4 } }, "multiply_add": { "controller": { "accuracy": 0.25, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.25, "mean_repeats": 1 }, "family": { "accuracy": 0.25555555555555554, "mean_repeats": 1.6666666666666667 }, "fixed_1": { "accuracy": 0.25, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.24166666666666667, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.24166666666666667, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.25833333333333336, "mean_repeats": 4 } }, "modulo": { "controller": { "accuracy": 0.25, "mean_repeats": 1 }, "calibrated_fixed": { "accuracy": 0.25, "mean_repeats": 1 }, "family": { "accuracy": 0.25, "mean_repeats": 1 }, "fixed_1": { "accuracy": 0.25, "mean_repeats": 1 }, "fixed_2": { "accuracy": 0.24444444444444446, "mean_repeats": 2 }, "fixed_3": { "accuracy": 0.24444444444444444, "mean_repeats": 3 }, "fixed_4": { "accuracy": 0.2361111111111111, "mean_repeats": 4 } } }, "model_parameters": 7786496, "controller_parameters": 131329, "training_seconds": 65.9155582152307, "generation_seconds": { "fixed_2": 0.193194798918234, "fixed_4": 0.38385843576139045, "family": 0.12405243501308616, "controller": 0.09798547787660802 }, "conversion_cosine": [ 0.9993293484052023, 0.9990073641141256, 0.9986287554105123, 0.9985422492027283 ] } ], "individual": [ { "architecture": "ordinary", "mode": "independent", "seed": 20260904, "metrics": { "controller": { "correct": 224, "total": 360, "accuracy": 0.6222222222222222, "mean_repeats": 2.45, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 71, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "calibrated_fixed": { "correct": 227, "total": 360, "accuracy": 0.6305555555555555, "mean_repeats": 2, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 73, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "family": { "correct": 222, "total": 360, "accuracy": 0.6166666666666667, "mean_repeats": 2.3333333333333335, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 68, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_1": { "correct": 188, "total": 360, "accuracy": 0.5222222222222223, "mean_repeats": 1, "by_family": { "addition": { "correct": 92, "total": 120 }, "multiply_add": { "correct": 55, "total": 120 }, "modulo": { "correct": 41, "total": 120 } } }, "fixed_2": { "correct": 227, "total": 360, "accuracy": 0.6305555555555555, "mean_repeats": 2, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 73, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_3": { "correct": 217, "total": 360, "accuracy": 0.6027777777777777, "mean_repeats": 3, "by_family": { "addition": { "correct": 99, "total": 120 }, "multiply_add": { "correct": 68, "total": 120 }, "modulo": { "correct": 50, "total": 120 } } }, "fixed_4": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 4, "by_family": { "addition": { "correct": 100, "total": 120 }, "multiply_add": { "correct": 69, "total": 120 }, "modulo": { "correct": 50, "total": 120 } } } }, "threshold": 0.59 }, { "architecture": "ordinary", "mode": "independent", "seed": 20260905, "metrics": { "controller": { "correct": 228, "total": 360, "accuracy": 0.6333333333333333, "mean_repeats": 1.9722222222222223, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 69, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "calibrated_fixed": { "correct": 235, "total": 360, "accuracy": 0.6527777777777778, "mean_repeats": 2, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 73, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "family": { "correct": 227, "total": 360, "accuracy": 0.6305555555555555, "mean_repeats": 1.6666666666666667, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 73, "total": 120 }, "modulo": { "correct": 49, "total": 120 } } }, "fixed_1": { "correct": 184, "total": 360, "accuracy": 0.5111111111111111, "mean_repeats": 1, "by_family": { "addition": { "correct": 88, "total": 120 }, "multiply_add": { "correct": 47, "total": 120 }, "modulo": { "correct": 49, "total": 120 } } }, "fixed_2": { "correct": 235, "total": 360, "accuracy": 0.6527777777777778, "mean_repeats": 2, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 73, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "fixed_3": { "correct": 232, "total": 360, "accuracy": 0.6444444444444445, "mean_repeats": 3, "by_family": { "addition": { "correct": 99, "total": 120 }, "multiply_add": { "correct": 80, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } }, "fixed_4": { "correct": 226, "total": 360, "accuracy": 0.6277777777777778, "mean_repeats": 4, "by_family": { "addition": { "correct": 101, "total": 120 }, "multiply_add": { "correct": 74, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } } }, "threshold": 0.32 }, { "architecture": "ordinary", "mode": "independent", "seed": 20260906, "metrics": { "controller": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 2.397222222222222, "by_family": { "addition": { "correct": 106, "total": 120 }, "multiply_add": { "correct": 58, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "calibrated_fixed": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 108, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "family": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 108, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "fixed_1": { "correct": 178, "total": 360, "accuracy": 0.49444444444444446, "mean_repeats": 1, "by_family": { "addition": { "correct": 95, "total": 120 }, "multiply_add": { "correct": 36, "total": 120 }, "modulo": { "correct": 47, "total": 120 } } }, "fixed_2": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 108, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "fixed_3": { "correct": 218, "total": 360, "accuracy": 0.6055555555555555, "mean_repeats": 3, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 57, "total": 120 }, "modulo": { "correct": 54, "total": 120 } } }, "fixed_4": { "correct": 218, "total": 360, "accuracy": 0.6055555555555555, "mean_repeats": 4, "by_family": { "addition": { "correct": 106, "total": 120 }, "multiply_add": { "correct": 58, "total": 120 }, "modulo": { "correct": 54, "total": 120 } } } }, "threshold": 0.4 }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260904, "metrics": { "controller": { "correct": 240, "total": 360, "accuracy": 0.6666666666666666, "mean_repeats": 2.033333333333333, "by_family": { "addition": { "correct": 109, "total": 120 }, "multiply_add": { "correct": 75, "total": 120 }, "modulo": { "correct": 56, "total": 120 } } }, "calibrated_fixed": { "correct": 246, "total": 360, "accuracy": 0.6833333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 112, "total": 120 }, "multiply_add": { "correct": 76, "total": 120 }, "modulo": { "correct": 58, "total": 120 } } }, "family": { "correct": 246, "total": 360, "accuracy": 0.6833333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 112, "total": 120 }, "multiply_add": { "correct": 76, "total": 120 }, "modulo": { "correct": 58, "total": 120 } } }, "fixed_1": { "correct": 194, "total": 360, "accuracy": 0.5388888888888889, "mean_repeats": 1, "by_family": { "addition": { "correct": 93, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 41, "total": 120 } } }, "fixed_2": { "correct": 246, "total": 360, "accuracy": 0.6833333333333333, "mean_repeats": 2, "by_family": { "addition": { "correct": 112, "total": 120 }, "multiply_add": { "correct": 76, "total": 120 }, "modulo": { "correct": 58, "total": 120 } } }, "fixed_3": { "correct": 238, "total": 360, "accuracy": 0.6611111111111111, "mean_repeats": 3, "by_family": { "addition": { "correct": 110, "total": 120 }, "multiply_add": { "correct": 72, "total": 120 }, "modulo": { "correct": 56, "total": 120 } } }, "fixed_4": { "correct": 245, "total": 360, "accuracy": 0.6805555555555556, "mean_repeats": 4, "by_family": { "addition": { "correct": 110, "total": 120 }, "multiply_add": { "correct": 76, "total": 120 }, "modulo": { "correct": 59, "total": 120 } } } }, "threshold": 0.2 }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260905, "metrics": { "controller": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 2.186111111111111, "by_family": { "addition": { "correct": 101, "total": 120 }, "multiply_add": { "correct": 59, "total": 120 }, "modulo": { "correct": 59, "total": 120 } } }, "calibrated_fixed": { "correct": 222, "total": 360, "accuracy": 0.6166666666666667, "mean_repeats": 2, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 59, "total": 120 } } }, "family": { "correct": 225, "total": 360, "accuracy": 0.625, "mean_repeats": 2.6666666666666665, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 64, "total": 120 }, "modulo": { "correct": 58, "total": 120 } } }, "fixed_1": { "correct": 158, "total": 360, "accuracy": 0.4388888888888889, "mean_repeats": 1, "by_family": { "addition": { "correct": 81, "total": 120 }, "multiply_add": { "correct": 44, "total": 120 }, "modulo": { "correct": 33, "total": 120 } } }, "fixed_2": { "correct": 222, "total": 360, "accuracy": 0.6166666666666667, "mean_repeats": 2, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 59, "total": 120 } } }, "fixed_3": { "correct": 225, "total": 360, "accuracy": 0.625, "mean_repeats": 3, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 64, "total": 120 }, "modulo": { "correct": 58, "total": 120 } } }, "fixed_4": { "correct": 223, "total": 360, "accuracy": 0.6194444444444445, "mean_repeats": 4, "by_family": { "addition": { "correct": 100, "total": 120 }, "multiply_add": { "correct": 69, "total": 120 }, "modulo": { "correct": 54, "total": 120 } } } }, "threshold": 0.18 }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260906, "metrics": { "controller": { "correct": 208, "total": 360, "accuracy": 0.5777777777777777, "mean_repeats": 2.8222222222222224, "by_family": { "addition": { "correct": 98, "total": 120 }, "multiply_add": { "correct": 57, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } }, "calibrated_fixed": { "correct": 209, "total": 360, "accuracy": 0.5805555555555556, "mean_repeats": 2, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "family": { "correct": 210, "total": 360, "accuracy": 0.5833333333333334, "mean_repeats": 2.6666666666666665, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } }, "fixed_1": { "correct": 178, "total": 360, "accuracy": 0.49444444444444446, "mean_repeats": 1, "by_family": { "addition": { "correct": 88, "total": 120 }, "multiply_add": { "correct": 47, "total": 120 }, "modulo": { "correct": 43, "total": 120 } } }, "fixed_2": { "correct": 209, "total": 360, "accuracy": 0.5805555555555556, "mean_repeats": 2, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_3": { "correct": 209, "total": 360, "accuracy": 0.5805555555555556, "mean_repeats": 3, "by_family": { "addition": { "correct": 99, "total": 120 }, "multiply_add": { "correct": 60, "total": 120 }, "modulo": { "correct": 50, "total": 120 } } }, "fixed_4": { "correct": 212, "total": 360, "accuracy": 0.5888888888888889, "mean_repeats": 4, "by_family": { "addition": { "correct": 98, "total": 120 }, "multiply_add": { "correct": 61, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } } }, "threshold": 0.37 }, { "architecture": "mhc", "mode": "independent", "seed": 20260904, "metrics": { "controller": { "correct": 229, "total": 360, "accuracy": 0.6361111111111111, "mean_repeats": 2.5055555555555555, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 71, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "calibrated_fixed": { "correct": 230, "total": 360, "accuracy": 0.6388888888888888, "mean_repeats": 3, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 74, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } }, "family": { "correct": 227, "total": 360, "accuracy": 0.6305555555555555, "mean_repeats": 2, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 74, "total": 120 }, "modulo": { "correct": 48, "total": 120 } } }, "fixed_1": { "correct": 195, "total": 360, "accuracy": 0.5416666666666666, "mean_repeats": 1, "by_family": { "addition": { "correct": 94, "total": 120 }, "multiply_add": { "correct": 53, "total": 120 }, "modulo": { "correct": 48, "total": 120 } } }, "fixed_2": { "correct": 230, "total": 360, "accuracy": 0.6388888888888888, "mean_repeats": 2, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 69, "total": 120 }, "modulo": { "correct": 56, "total": 120 } } }, "fixed_3": { "correct": 230, "total": 360, "accuracy": 0.6388888888888888, "mean_repeats": 3, "by_family": { "addition": { "correct": 103, "total": 120 }, "multiply_add": { "correct": 74, "total": 120 }, "modulo": { "correct": 53, "total": 120 } } }, "fixed_4": { "correct": 227, "total": 360, "accuracy": 0.6305555555555555, "mean_repeats": 4, "by_family": { "addition": { "correct": 101, "total": 120 }, "multiply_add": { "correct": 72, "total": 120 }, "modulo": { "correct": 54, "total": 120 } } } }, "threshold": 0.5700000000000001 }, { "architecture": "mhc", "mode": "independent", "seed": 20260905, "metrics": { "controller": { "correct": 206, "total": 360, "accuracy": 0.5722222222222222, "mean_repeats": 1.5055555555555555, "by_family": { "addition": { "correct": 99, "total": 120 }, "multiply_add": { "correct": 56, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "calibrated_fixed": { "correct": 229, "total": 360, "accuracy": 0.6361111111111111, "mean_repeats": 2, "by_family": { "addition": { "correct": 104, "total": 120 }, "multiply_add": { "correct": 68, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "family": { "correct": 220, "total": 360, "accuracy": 0.6111111111111112, "mean_repeats": 2, "by_family": { "addition": { "correct": 88, "total": 120 }, "multiply_add": { "correct": 75, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "fixed_1": { "correct": 180, "total": 360, "accuracy": 0.5, "mean_repeats": 1, "by_family": { "addition": { "correct": 88, "total": 120 }, "multiply_add": { "correct": 47, "total": 120 }, "modulo": { "correct": 45, "total": 120 } } }, "fixed_2": { "correct": 229, "total": 360, "accuracy": 0.6361111111111111, "mean_repeats": 2, "by_family": { "addition": { "correct": 104, "total": 120 }, "multiply_add": { "correct": 68, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "fixed_3": { "correct": 233, "total": 360, "accuracy": 0.6472222222222223, "mean_repeats": 3, "by_family": { "addition": { "correct": 101, "total": 120 }, "multiply_add": { "correct": 75, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } }, "fixed_4": { "correct": 232, "total": 360, "accuracy": 0.6444444444444445, "mean_repeats": 4, "by_family": { "addition": { "correct": 100, "total": 120 }, "multiply_add": { "correct": 75, "total": 120 }, "modulo": { "correct": 57, "total": 120 } } } }, "threshold": 0.18 }, { "architecture": "mhc", "mode": "independent", "seed": 20260906, "metrics": { "controller": { "correct": 200, "total": 360, "accuracy": 0.5555555555555556, "mean_repeats": 2.466666666666667, "by_family": { "addition": { "correct": 95, "total": 120 }, "multiply_add": { "correct": 50, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "calibrated_fixed": { "correct": 199, "total": 360, "accuracy": 0.5527777777777778, "mean_repeats": 2, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 51, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "family": { "correct": 199, "total": 360, "accuracy": 0.5527777777777778, "mean_repeats": 2, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 51, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "fixed_1": { "correct": 159, "total": 360, "accuracy": 0.44166666666666665, "mean_repeats": 1, "by_family": { "addition": { "correct": 84, "total": 120 }, "multiply_add": { "correct": 32, "total": 120 }, "modulo": { "correct": 43, "total": 120 } } }, "fixed_2": { "correct": 199, "total": 360, "accuracy": 0.5527777777777778, "mean_repeats": 2, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 51, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "fixed_3": { "correct": 207, "total": 360, "accuracy": 0.575, "mean_repeats": 3, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 56, "total": 120 }, "modulo": { "correct": 54, "total": 120 } } }, "fixed_4": { "correct": 209, "total": 360, "accuracy": 0.5805555555555556, "mean_repeats": 4, "by_family": { "addition": { "correct": 97, "total": 120 }, "multiply_add": { "correct": 57, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } } }, "threshold": 0.3 }, { "architecture": "mhc", "mode": "coupled", "seed": 20260904, "metrics": { "controller": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 1.75, "by_family": { "addition": { "correct": 99, "total": 120 }, "multiply_add": { "correct": 64, "total": 120 }, "modulo": { "correct": 56, "total": 120 } } }, "calibrated_fixed": { "correct": 232, "total": 360, "accuracy": 0.6444444444444445, "mean_repeats": 2, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 70, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "family": { "correct": 232, "total": 360, "accuracy": 0.6444444444444445, "mean_repeats": 2, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 70, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "fixed_1": { "correct": 191, "total": 360, "accuracy": 0.5305555555555556, "mean_repeats": 1, "by_family": { "addition": { "correct": 96, "total": 120 }, "multiply_add": { "correct": 51, "total": 120 }, "modulo": { "correct": 44, "total": 120 } } }, "fixed_2": { "correct": 232, "total": 360, "accuracy": 0.6444444444444445, "mean_repeats": 2, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 70, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } }, "fixed_3": { "correct": 244, "total": 360, "accuracy": 0.6777777777777778, "mean_repeats": 3, "by_family": { "addition": { "correct": 111, "total": 120 }, "multiply_add": { "correct": 77, "total": 120 }, "modulo": { "correct": 56, "total": 120 } } }, "fixed_4": { "correct": 240, "total": 360, "accuracy": 0.6666666666666666, "mean_repeats": 4, "by_family": { "addition": { "correct": 110, "total": 120 }, "multiply_add": { "correct": 75, "total": 120 }, "modulo": { "correct": 55, "total": 120 } } } }, "threshold": 0.03 }, { "architecture": "mhc", "mode": "coupled", "seed": 20260905, "metrics": { "controller": { "correct": 217, "total": 360, "accuracy": 0.6027777777777777, "mean_repeats": 1.9027777777777777, "by_family": { "addition": { "correct": 106, "total": 120 }, "multiply_add": { "correct": 59, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "calibrated_fixed": { "correct": 216, "total": 360, "accuracy": 0.6, "mean_repeats": 2, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 63, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "family": { "correct": 198, "total": 360, "accuracy": 0.55, "mean_repeats": 1.6666666666666667, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 63, "total": 120 }, "modulo": { "correct": 33, "total": 120 } } }, "fixed_1": { "correct": 164, "total": 360, "accuracy": 0.45555555555555555, "mean_repeats": 1, "by_family": { "addition": { "correct": 91, "total": 120 }, "multiply_add": { "correct": 40, "total": 120 }, "modulo": { "correct": 33, "total": 120 } } }, "fixed_2": { "correct": 216, "total": 360, "accuracy": 0.6, "mean_repeats": 2, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 63, "total": 120 }, "modulo": { "correct": 51, "total": 120 } } }, "fixed_3": { "correct": 217, "total": 360, "accuracy": 0.6027777777777777, "mean_repeats": 3, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 64, "total": 120 }, "modulo": { "correct": 48, "total": 120 } } }, "fixed_4": { "correct": 219, "total": 360, "accuracy": 0.6083333333333333, "mean_repeats": 4, "by_family": { "addition": { "correct": 102, "total": 120 }, "multiply_add": { "correct": 65, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } } }, "threshold": 0.18 }, { "architecture": "mhc", "mode": "coupled", "seed": 20260906, "metrics": { "controller": { "correct": 204, "total": 360, "accuracy": 0.5666666666666667, "mean_repeats": 2.85, "by_family": { "addition": { "correct": 101, "total": 120 }, "multiply_add": { "correct": 54, "total": 120 }, "modulo": { "correct": 49, "total": 120 } } }, "calibrated_fixed": { "correct": 217, "total": 360, "accuracy": 0.6027777777777777, "mean_repeats": 3, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 58, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "family": { "correct": 216, "total": 360, "accuracy": 0.6, "mean_repeats": 2.6666666666666665, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 57, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_1": { "correct": 175, "total": 360, "accuracy": 0.4861111111111111, "mean_repeats": 1, "by_family": { "addition": { "correct": 92, "total": 120 }, "multiply_add": { "correct": 44, "total": 120 }, "modulo": { "correct": 39, "total": 120 } } }, "fixed_2": { "correct": 209, "total": 360, "accuracy": 0.5805555555555556, "mean_repeats": 2, "by_family": { "addition": { "correct": 100, "total": 120 }, "multiply_add": { "correct": 57, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_3": { "correct": 217, "total": 360, "accuracy": 0.6027777777777777, "mean_repeats": 3, "by_family": { "addition": { "correct": 107, "total": 120 }, "multiply_add": { "correct": 58, "total": 120 }, "modulo": { "correct": 52, "total": 120 } } }, "fixed_4": { "correct": 212, "total": 360, "accuracy": 0.5888888888888889, "mean_repeats": 4, "by_family": { "addition": { "correct": 105, "total": 120 }, "multiply_add": { "correct": 58, "total": 120 }, "modulo": { "correct": 49, "total": 120 } } } }, "threshold": 0.52 }, { "architecture": "attnres", "mode": "independent", "seed": 20260904, "metrics": { "controller": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 1, "by_family": { "addition": { "correct": 47, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "calibrated_fixed": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 1, "by_family": { "addition": { "correct": 47, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "family": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 1, "by_family": { "addition": { "correct": 47, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_1": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 1, "by_family": { "addition": { "correct": 47, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_2": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 2, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 27, "total": 120 }, "modulo": { "correct": 32, "total": 120 } } }, "fixed_3": { "correct": 104, "total": 360, "accuracy": 0.28888888888888886, "mean_repeats": 3, "by_family": { "addition": { "correct": 46, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 28, "total": 120 } } }, "fixed_4": { "correct": 97, "total": 360, "accuracy": 0.26944444444444443, "mean_repeats": 4, "by_family": { "addition": { "correct": 44, "total": 120 }, "multiply_add": { "correct": 29, "total": 120 }, "modulo": { "correct": 24, "total": 120 } } } }, "threshold": 0 }, { "architecture": "attnres", "mode": "independent", "seed": 20260905, "metrics": { "controller": { "correct": 111, "total": 360, "accuracy": 0.30833333333333335, "mean_repeats": 1, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 31, "total": 120 }, "modulo": { "correct": 35, "total": 120 } } }, "calibrated_fixed": { "correct": 111, "total": 360, "accuracy": 0.30833333333333335, "mean_repeats": 1, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 31, "total": 120 }, "modulo": { "correct": 35, "total": 120 } } }, "family": { "correct": 107, "total": 360, "accuracy": 0.2972222222222222, "mean_repeats": 2, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 31, "total": 120 }, "modulo": { "correct": 31, "total": 120 } } }, "fixed_1": { "correct": 111, "total": 360, "accuracy": 0.30833333333333335, "mean_repeats": 1, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 31, "total": 120 }, "modulo": { "correct": 35, "total": 120 } } }, "fixed_2": { "correct": 106, "total": 360, "accuracy": 0.29444444444444445, "mean_repeats": 2, "by_family": { "addition": { "correct": 43, "total": 120 }, "multiply_add": { "correct": 32, "total": 120 }, "modulo": { "correct": 31, "total": 120 } } }, "fixed_3": { "correct": 107, "total": 360, "accuracy": 0.2972222222222222, "mean_repeats": 3, "by_family": { "addition": { "correct": 45, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 32, "total": 120 } } }, "fixed_4": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 4, "by_family": { "addition": { "correct": 44, "total": 120 }, "multiply_add": { "correct": 30, "total": 120 }, "modulo": { "correct": 31, "total": 120 } } } }, "threshold": 0 }, { "architecture": "attnres", "mode": "independent", "seed": 20260906, "metrics": { "controller": { "correct": 93, "total": 360, "accuracy": 0.25833333333333336, "mean_repeats": 1, "by_family": { "addition": { "correct": 42, "total": 120 }, "multiply_add": { "correct": 26, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } }, "calibrated_fixed": { "correct": 93, "total": 360, "accuracy": 0.25833333333333336, "mean_repeats": 1, "by_family": { "addition": { "correct": 42, "total": 120 }, "multiply_add": { "correct": 26, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } }, "family": { "correct": 93, "total": 360, "accuracy": 0.25833333333333336, "mean_repeats": 1, "by_family": { "addition": { "correct": 42, "total": 120 }, "multiply_add": { "correct": 26, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } }, "fixed_1": { "correct": 93, "total": 360, "accuracy": 0.25833333333333336, "mean_repeats": 1, "by_family": { "addition": { "correct": 42, "total": 120 }, "multiply_add": { "correct": 26, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } }, "fixed_2": { "correct": 88, "total": 360, "accuracy": 0.24444444444444444, "mean_repeats": 2, "by_family": { "addition": { "correct": 40, "total": 120 }, "multiply_add": { "correct": 24, "total": 120 }, "modulo": { "correct": 24, "total": 120 } } }, "fixed_3": { "correct": 92, "total": 360, "accuracy": 0.25555555555555554, "mean_repeats": 3, "by_family": { "addition": { "correct": 39, "total": 120 }, "multiply_add": { "correct": 23, "total": 120 }, "modulo": { "correct": 30, "total": 120 } } }, "fixed_4": { "correct": 85, "total": 360, "accuracy": 0.2361111111111111, "mean_repeats": 4, "by_family": { "addition": { "correct": 36, "total": 120 }, "multiply_add": { "correct": 24, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } } }, "threshold": 0 }, { "architecture": "attnres", "mode": "coupled", "seed": 20260904, "metrics": { "controller": { "correct": 115, "total": 360, "accuracy": 0.3194444444444444, "mean_repeats": 1, "by_family": { "addition": { "correct": 48, "total": 120 }, "multiply_add": { "correct": 40, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "calibrated_fixed": { "correct": 115, "total": 360, "accuracy": 0.3194444444444444, "mean_repeats": 1, "by_family": { "addition": { "correct": 48, "total": 120 }, "multiply_add": { "correct": 40, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "family": { "correct": 117, "total": 360, "accuracy": 0.325, "mean_repeats": 1.6666666666666667, "by_family": { "addition": { "correct": 48, "total": 120 }, "multiply_add": { "correct": 42, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_1": { "correct": 115, "total": 360, "accuracy": 0.3194444444444444, "mean_repeats": 1, "by_family": { "addition": { "correct": 48, "total": 120 }, "multiply_add": { "correct": 40, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_2": { "correct": 113, "total": 360, "accuracy": 0.3138888888888889, "mean_repeats": 2, "by_family": { "addition": { "correct": 46, "total": 120 }, "multiply_add": { "correct": 41, "total": 120 }, "modulo": { "correct": 26, "total": 120 } } }, "fixed_3": { "correct": 117, "total": 360, "accuracy": 0.325, "mean_repeats": 3, "by_family": { "addition": { "correct": 49, "total": 120 }, "multiply_add": { "correct": 42, "total": 120 }, "modulo": { "correct": 26, "total": 120 } } }, "fixed_4": { "correct": 118, "total": 360, "accuracy": 0.3277777777777778, "mean_repeats": 4, "by_family": { "addition": { "correct": 49, "total": 120 }, "multiply_add": { "correct": 41, "total": 120 }, "modulo": { "correct": 28, "total": 120 } } } }, "threshold": 0 }, { "architecture": "attnres", "mode": "coupled", "seed": 20260905, "metrics": { "controller": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 1, "by_family": { "addition": { "correct": 50, "total": 120 }, "multiply_add": { "correct": 28, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "calibrated_fixed": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 1, "by_family": { "addition": { "correct": 50, "total": 120 }, "multiply_add": { "correct": 28, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "family": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 1, "by_family": { "addition": { "correct": 50, "total": 120 }, "multiply_add": { "correct": 28, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_1": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 1, "by_family": { "addition": { "correct": 50, "total": 120 }, "multiply_add": { "correct": 28, "total": 120 }, "modulo": { "correct": 27, "total": 120 } } }, "fixed_2": { "correct": 105, "total": 360, "accuracy": 0.2916666666666667, "mean_repeats": 2, "by_family": { "addition": { "correct": 51, "total": 120 }, "multiply_add": { "correct": 25, "total": 120 }, "modulo": { "correct": 29, "total": 120 } } }, "fixed_3": { "correct": 103, "total": 360, "accuracy": 0.2861111111111111, "mean_repeats": 3, "by_family": { "addition": { "correct": 50, "total": 120 }, "multiply_add": { "correct": 25, "total": 120 }, "modulo": { "correct": 28, "total": 120 } } }, "fixed_4": { "correct": 109, "total": 360, "accuracy": 0.30277777777777776, "mean_repeats": 4, "by_family": { "addition": { "correct": 51, "total": 120 }, "multiply_add": { "correct": 33, "total": 120 }, "modulo": { "correct": 25, "total": 120 } } } }, "threshold": 0 }, { "architecture": "attnres", "mode": "coupled", "seed": 20260906, "metrics": { "controller": { "correct": 92, "total": 360, "accuracy": 0.25555555555555554, "mean_repeats": 1, "by_family": { "addition": { "correct": 34, "total": 120 }, "multiply_add": { "correct": 22, "total": 120 }, "modulo": { "correct": 36, "total": 120 } } }, "calibrated_fixed": { "correct": 92, "total": 360, "accuracy": 0.25555555555555554, "mean_repeats": 1, "by_family": { "addition": { "correct": 34, "total": 120 }, "multiply_add": { "correct": 22, "total": 120 }, "modulo": { "correct": 36, "total": 120 } } }, "family": { "correct": 92, "total": 360, "accuracy": 0.25555555555555554, "mean_repeats": 1, "by_family": { "addition": { "correct": 34, "total": 120 }, "multiply_add": { "correct": 22, "total": 120 }, "modulo": { "correct": 36, "total": 120 } } }, "fixed_1": { "correct": 92, "total": 360, "accuracy": 0.25555555555555554, "mean_repeats": 1, "by_family": { "addition": { "correct": 34, "total": 120 }, "multiply_add": { "correct": 22, "total": 120 }, "modulo": { "correct": 36, "total": 120 } } }, "fixed_2": { "correct": 89, "total": 360, "accuracy": 0.24722222222222223, "mean_repeats": 2, "by_family": { "addition": { "correct": 35, "total": 120 }, "multiply_add": { "correct": 21, "total": 120 }, "modulo": { "correct": 33, "total": 120 } } }, "fixed_3": { "correct": 83, "total": 360, "accuracy": 0.23055555555555557, "mean_repeats": 3, "by_family": { "addition": { "correct": 29, "total": 120 }, "multiply_add": { "correct": 20, "total": 120 }, "modulo": { "correct": 34, "total": 120 } } }, "fixed_4": { "correct": 79, "total": 360, "accuracy": 0.21944444444444444, "mean_repeats": 4, "by_family": { "addition": { "correct": 28, "total": 120 }, "multiply_add": { "correct": 19, "total": 120 }, "modulo": { "correct": 32, "total": 120 } } } }, "threshold": 0 } ], "contrasts": [ { "architecture": "ordinary", "seed": 20260904, "accuracy": { "difference": 0.044444444444444446, "low": 0.002777777777777778, "high": 0.08611111111111111, "wins": 35, "losses": 19 }, "utility": { "difference": 0.05277777777777778, "low": 0.010611111111111116, "high": 0.0948888888888889, "wins": 180, "losses": 47 }, "repeats": { "difference": -0.4166666666666667, "low": -0.4888888888888889, "high": -0.3416666666666667, "wins": 35, "losses": 181 } }, { "architecture": "ordinary", "seed": 20260905, "accuracy": { "difference": -0.025, "low": -0.06666666666666667, "high": 0.016666666666666666, "wins": 25, "losses": 34 }, "utility": { "difference": -0.029277777777777778, "low": -0.07111111111111111, "high": 0.012555555555555554, "wins": 33, "losses": 103 }, "repeats": { "difference": 0.21388888888888888, "low": 0.1638888888888889, "high": 0.26666666666666666, "wins": 82, "losses": 10 } }, { "architecture": "ordinary", "seed": 20260906, "accuracy": { "difference": -0.030555555555555555, "low": -0.075, "high": 0.013888888888888888, "wins": 26, "losses": 37 }, "utility": { "difference": -0.03905555555555555, "low": -0.08327777777777778, "high": 0.004222222222222223, "wins": 31, "losses": 166 }, "repeats": { "difference": 0.425, "low": 0.3638888888888889, "high": 0.48055555555555557, "wins": 155, "losses": 7 } }, { "architecture": "mhc", "seed": 20260904, "accuracy": { "difference": -0.027777777777777776, "low": -0.075, "high": 0.013888888888888888, "wins": 29, "losses": 39 }, "utility": { "difference": -0.012666666666666661, "low": -0.05944444444444444, "high": 0.028777777777777788, "wins": 219, "losses": 39 }, "repeats": { "difference": -0.7555555555555555, "low": -0.8111111111111111, "high": -0.7, "wins": 0, "losses": 251 } }, { "architecture": "mhc", "seed": 20260905, "accuracy": { "difference": 0.030555555555555555, "low": -0.019444444444444445, "high": 0.08333333333333333, "wins": 50, "losses": 39 }, "utility": { "difference": 0.022611111111111106, "low": -0.027944444444444452, "high": 0.07494444444444444, "wins": 53, "losses": 132 }, "repeats": { "difference": 0.3972222222222222, "low": 0.3416666666666667, "high": 0.45555555555555555, "wins": 141, "losses": 4 } }, { "architecture": "mhc", "seed": 20260906, "accuracy": { "difference": 0.011111111111111112, "low": -0.030555555555555555, "high": 0.058333333333333334, "wins": 33, "losses": 29 }, "utility": { "difference": 0.003444444444444444, "low": -0.03861111111111111, "high": 0.049055555555555554, "wins": 36, "losses": 149 }, "repeats": { "difference": 0.38333333333333336, "low": 0.33055555555555555, "high": 0.4388888888888889, "wins": 141, "losses": 4 } }, { "architecture": "attnres", "seed": 20260904, "accuracy": { "difference": 0.030555555555555555, "low": -0.019444444444444445, "high": 0.08055555555555556, "wins": 50, "losses": 39 }, "utility": { "difference": 0.030555555555555555, "low": -0.019444444444444445, "high": 0.08055555555555556, "wins": 50, "losses": 39 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "seed": 20260905, "accuracy": { "difference": -0.016666666666666666, "low": -0.06388888888888888, "high": 0.030555555555555555, "wins": 34, "losses": 40 }, "utility": { "difference": -0.016666666666666666, "low": -0.06388888888888888, "high": 0.030555555555555555, "wins": 34, "losses": 40 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "seed": 20260906, "accuracy": { "difference": -0.002777777777777778, "low": -0.05555555555555555, "high": 0.05277777777777778, "wins": 48, "losses": 49 }, "utility": { "difference": -0.002777777777777778, "low": -0.05555555555555555, "high": 0.05277777777777778, "wins": 48, "losses": 49 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } } ], "rule_contrasts": [ { "architecture": "ordinary", "mode": "independent", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": -0.008333333333333333, "low": -0.03333333333333333, "high": 0.013888888888888888, "wins": 8, "losses": 11 }, "utility": { "difference": -0.017333333333333333, "low": -0.041944444444444444, "high": 0.006500000000000001, "wins": 54, "losses": 177 }, "repeats": { "difference": 0.45, "low": 0.3638888888888889, "high": 0.5305555555555556, "wins": 182, "losses": 49 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": 0.013888888888888888, "low": -0.008333333333333333, "high": 0.03611111111111111, "wins": 10, "losses": 5 }, "utility": { "difference": 0.044888888888888846, "low": 0.023499999999999948, "high": 0.06672222222222218, "wins": 326, "losses": 5 }, "repeats": { "difference": -1.55, "low": -1.636111111111111, "high": -1.4694444444444446, "wins": 0, "losses": 331 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.008333333333333333, "low": -0.03333333333333333, "high": 0.013888888888888888, "wins": 8, "losses": 11 }, "utility": { "difference": -0.017333333333333333, "low": -0.041944444444444444, "high": 0.006500000000000001, "wins": 54, "losses": 177 }, "repeats": { "difference": 0.45, "low": 0.3638888888888889, "high": 0.5305555555555556, "wins": 182, "losses": 49 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260904, "baseline": "family", "accuracy": { "difference": 0.005555555555555556, "low": -0.016666666666666666, "high": 0.027777777777777776, "wins": 9, "losses": 7 }, "utility": { "difference": 0.0032222222222222257, "low": -0.01822222222222222, "high": 0.02416666666666667, "wins": 83, "losses": 91 }, "repeats": { "difference": 0.11666666666666667, "low": 0.030555555555555555, "high": 0.2, "wins": 94, "losses": 80 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": -0.019444444444444445, "low": -0.03888888888888889, "high": -0.005555555555555556, "wins": 1, "losses": 8 }, "utility": { "difference": -0.01888888888888889, "low": -0.03738888888888889, "high": -0.004499999999999999, "wins": 64, "losses": 64 }, "repeats": { "difference": -0.027777777777777776, "low": -0.09444444444444444, "high": 0.03333333333333333, "wins": 59, "losses": 69 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": 0.005555555555555556, "low": -0.027777777777777776, "high": 0.03888888888888889, "wins": 19, "losses": 17 }, "utility": { "difference": 0.04611111111111107, "low": 0.012999999999999958, "high": 0.07827777777777774, "wins": 343, "losses": 17 }, "repeats": { "difference": -2.0277777777777777, "low": -2.0944444444444446, "high": -1.9666666666666666, "wins": 0, "losses": 360 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.019444444444444445, "low": -0.03888888888888889, "high": -0.005555555555555556, "wins": 1, "losses": 8 }, "utility": { "difference": -0.01888888888888889, "low": -0.03738888888888889, "high": -0.004499999999999999, "wins": 64, "losses": 64 }, "repeats": { "difference": -0.027777777777777776, "low": -0.09444444444444444, "high": 0.03333333333333333, "wins": 59, "losses": 69 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260905, "baseline": "family", "accuracy": { "difference": 0.002777777777777778, "low": -0.027777777777777776, "high": 0.03333333333333333, "wins": 17, "losses": 16 }, "utility": { "difference": -0.0033333333333333353, "low": -0.03438888888888889, "high": 0.028722222222222222, "wins": 78, "losses": 160 }, "repeats": { "difference": 0.3055555555555556, "low": 0.2222222222222222, "high": 0.38055555555555554, "wins": 171, "losses": 67 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": 0, "low": -0.019444444444444445, "high": 0.019444444444444445, "wins": 6, "losses": 6 }, "utility": { "difference": -0.007944444444444436, "low": -0.027722222222222218, "high": 0.010777777777777787, "wins": 73, "losses": 144 }, "repeats": { "difference": 0.3972222222222222, "low": 0.2916666666666667, "high": 0.5, "wins": 147, "losses": 70 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": 0.002777777777777778, "low": -0.013888888888888888, "high": 0.022222222222222223, "wins": 6, "losses": 5 }, "utility": { "difference": 0.0348333333333333, "low": 0.016833333333333294, "high": 0.053611111111111075, "wins": 289, "losses": 5 }, "repeats": { "difference": -1.6027777777777779, "low": -1.7083333333333333, "high": -1.5, "wins": 0, "losses": 294 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": -0.019444444444444445, "high": 0.019444444444444445, "wins": 6, "losses": 6 }, "utility": { "difference": -0.007944444444444436, "low": -0.027722222222222218, "high": 0.010777777777777787, "wins": 73, "losses": 144 }, "repeats": { "difference": 0.3972222222222222, "low": 0.2916666666666667, "high": 0.5, "wins": 147, "losses": 70 } }, { "architecture": "ordinary", "mode": "independent", "seed": 20260906, "baseline": "family", "accuracy": { "difference": 0, "low": -0.019444444444444445, "high": 0.019444444444444445, "wins": 6, "losses": 6 }, "utility": { "difference": -0.007944444444444436, "low": -0.027722222222222218, "high": 0.010777777777777787, "wins": 73, "losses": 144 }, "repeats": { "difference": 0.3972222222222222, "low": 0.2916666666666667, "high": 0.5, "wins": 147, "losses": 70 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": -0.016666666666666666, "low": -0.03333333333333333, "high": 0, "wins": 2, "losses": 8 }, "utility": { "difference": -0.017333333333333333, "low": -0.034833333333333334, "high": -0.001333333333333332, "wins": 60, "losses": 74 }, "repeats": { "difference": 0.03333333333333333, "low": -0.030555555555555555, "high": 0.09444444444444444, "wins": 73, "losses": 61 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": -0.013888888888888888, "low": -0.03611111111111111, "high": 0.008333333333333333, "wins": 6, "losses": 11 }, "utility": { "difference": 0.025444444444444398, "low": 0.0019444444444443971, "high": 0.046888888888888834, "wins": 349, "losses": 11 }, "repeats": { "difference": -1.9666666666666666, "low": -2.0305555555555554, "high": -1.9055555555555554, "wins": 0, "losses": 360 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.016666666666666666, "low": -0.03333333333333333, "high": 0, "wins": 2, "losses": 8 }, "utility": { "difference": -0.017333333333333333, "low": -0.034833333333333334, "high": -0.001333333333333332, "wins": 60, "losses": 74 }, "repeats": { "difference": 0.03333333333333333, "low": -0.030555555555555555, "high": 0.09444444444444444, "wins": 73, "losses": 61 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260904, "baseline": "family", "accuracy": { "difference": -0.016666666666666666, "low": -0.03333333333333333, "high": 0, "wins": 2, "losses": 8 }, "utility": { "difference": -0.017333333333333333, "low": -0.034833333333333334, "high": -0.001333333333333332, "wins": 60, "losses": 74 }, "repeats": { "difference": 0.03333333333333333, "low": -0.030555555555555555, "high": 0.09444444444444444, "wins": 73, "losses": 61 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": -0.008333333333333333, "low": -0.030555555555555555, "high": 0.013888888888888888, "wins": 7, "losses": 10 }, "utility": { "difference": -0.012055555555555555, "low": -0.033944444444444444, "high": 0.009833333333333333, "wins": 54, "losses": 115 }, "repeats": { "difference": 0.18611111111111112, "low": 0.1111111111111111, "high": 0.25833333333333336, "wins": 115, "losses": 54 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": -0.011111111111111112, "low": -0.044444444444444446, "high": 0.022222222222222223, "wins": 16, "losses": 20 }, "utility": { "difference": 0.025166666666666622, "low": -0.007000000000000041, "high": 0.058166666666666623, "wins": 334, "losses": 20 }, "repeats": { "difference": -1.8138888888888889, "low": -1.8888888888888888, "high": -1.7416666666666667, "wins": 0, "losses": 354 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.008333333333333333, "low": -0.030555555555555555, "high": 0.013888888888888888, "wins": 7, "losses": 10 }, "utility": { "difference": -0.012055555555555555, "low": -0.033944444444444444, "high": 0.009833333333333333, "wins": 54, "losses": 115 }, "repeats": { "difference": 0.18611111111111112, "low": 0.1111111111111111, "high": 0.25833333333333336, "wins": 115, "losses": 54 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260905, "baseline": "family", "accuracy": { "difference": -0.016666666666666666, "low": -0.041666666666666664, "high": 0.008333333333333333, "wins": 8, "losses": 14 }, "utility": { "difference": -0.007055555555555549, "low": -0.032388888888888884, "high": 0.01727777777777778, "wins": 183, "losses": 50 }, "repeats": { "difference": -0.48055555555555557, "low": -0.5638888888888889, "high": -0.4083333333333333, "wins": 39, "losses": 194 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": -0.002777777777777778, "low": -0.025, "high": 0.019444444444444445, "wins": 7, "losses": 8 }, "utility": { "difference": -0.019222222222222213, "low": -0.040944444444444436, "high": 0.0018888888888888996, "wins": 30, "losses": 198 }, "repeats": { "difference": 0.8222222222222222, "low": 0.7222222222222222, "high": 0.9222222222222223, "wins": 203, "losses": 25 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": -0.011111111111111112, "low": -0.025, "high": 0, "wins": 1, "losses": 5 }, "utility": { "difference": 0.01244444444444441, "low": -0.0015555555555555886, "high": 0.025111111111111074, "wins": 237, "losses": 5 }, "repeats": { "difference": -1.1777777777777778, "low": -1.2777777777777777, "high": -1.0777777777777777, "wins": 0, "losses": 242 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.002777777777777778, "low": -0.025, "high": 0.019444444444444445, "wins": 7, "losses": 8 }, "utility": { "difference": -0.019222222222222213, "low": -0.040944444444444436, "high": 0.0018888888888888996, "wins": 30, "losses": 198 }, "repeats": { "difference": 0.8222222222222222, "low": 0.7222222222222222, "high": 0.9222222222222223, "wins": 203, "losses": 25 } }, { "architecture": "ordinary", "mode": "coupled", "seed": 20260906, "baseline": "family", "accuracy": { "difference": -0.005555555555555556, "low": -0.019444444444444445, "high": 0.008333333333333333, "wins": 2, "losses": 4 }, "utility": { "difference": -0.008666666666666668, "low": -0.022555555555555558, "high": 0.004555555555555554, "wins": 29, "losses": 84 }, "repeats": { "difference": 0.15555555555555556, "low": 0.1, "high": 0.21388888888888888, "wins": 84, "losses": 29 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": -0.002777777777777778, "low": -0.025, "high": 0.019444444444444445, "wins": 8, "losses": 9 }, "utility": { "difference": -0.012888888888888889, "low": -0.03366666666666667, "high": 0.009166666666666667, "wins": 50, "losses": 197 }, "repeats": { "difference": 0.5055555555555555, "low": 0.4222222222222222, "high": 0.5833333333333334, "wins": 203, "losses": 44 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": 0.005555555555555556, "low": -0.016666666666666666, "high": 0.025, "wins": 10, "losses": 8 }, "utility": { "difference": 0.035444444444444397, "low": 0.012611111111111064, "high": 0.05649999999999996, "wins": 329, "losses": 8 }, "repeats": { "difference": -1.4944444444444445, "low": -1.5777777777777777, "high": -1.4166666666666667, "wins": 0, "losses": 337 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.002777777777777778, "low": -0.019444444444444445, "high": 0.013888888888888888, "wins": 4, "losses": 5 }, "utility": { "difference": 0.007111111111111121, "low": -0.010388888888888882, "high": 0.023055555555555562, "wins": 154, "losses": 26 }, "repeats": { "difference": -0.49444444444444446, "low": -0.5777777777777777, "high": -0.4166666666666667, "wins": 23, "losses": 157 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260904, "baseline": "family", "accuracy": { "difference": 0.005555555555555556, "low": -0.019444444444444445, "high": 0.030555555555555555, "wins": 12, "losses": 10 }, "utility": { "difference": -0.004555555555555555, "low": -0.030666666666666665, "high": 0.020777777777777777, "wins": 106, "losses": 151 }, "repeats": { "difference": 0.5055555555555555, "low": 0.375, "high": 0.6333333333333333, "wins": 158, "losses": 99 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": -0.06388888888888888, "low": -0.09444444444444444, "high": -0.03333333333333333, "wins": 5, "losses": 28 }, "utility": { "difference": -0.05399999999999999, "low": -0.08511111111111111, "high": -0.023722222222222214, "wins": 166, "losses": 44 }, "repeats": { "difference": -0.49444444444444446, "low": -0.5555555555555556, "high": -0.4361111111111111, "wins": 16, "losses": 194 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": -0.07222222222222222, "low": -0.1111111111111111, "high": -0.03333333333333333, "wins": 16, "losses": 42 }, "utility": { "difference": -0.022333333333333375, "low": -0.06161111111111115, "high": 0.016611111111111073, "wins": 318, "losses": 42 }, "repeats": { "difference": -2.4944444444444445, "low": -2.5555555555555554, "high": -2.436111111111111, "wins": 0, "losses": 360 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.06388888888888888, "low": -0.09444444444444444, "high": -0.03333333333333333, "wins": 5, "losses": 28 }, "utility": { "difference": -0.05399999999999999, "low": -0.08511111111111111, "high": -0.023722222222222214, "wins": 166, "losses": 44 }, "repeats": { "difference": -0.49444444444444446, "low": -0.5555555555555556, "high": -0.4361111111111111, "wins": 16, "losses": 194 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260905, "baseline": "family", "accuracy": { "difference": -0.03888888888888889, "low": -0.07777777777777778, "high": 0, "wins": 17, "losses": 31 }, "utility": { "difference": -0.028999999999999995, "low": -0.06666666666666667, "high": 0.008611111111111115, "wins": 158, "losses": 75 }, "repeats": { "difference": -0.49444444444444446, "low": -0.6083333333333333, "high": -0.3861111111111111, "wins": 57, "losses": 176 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": 0.002777777777777778, "low": -0.013888888888888888, "high": 0.019444444444444445, "wins": 6, "losses": 5 }, "utility": { "difference": -0.006555555555555546, "low": -0.02427777777777777, "high": 0.010611111111111118, "wins": 64, "losses": 150 }, "repeats": { "difference": 0.4666666666666667, "low": 0.35833333333333334, "high": 0.5666666666666667, "wins": 152, "losses": 62 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": -0.025, "low": -0.04722222222222222, "high": -0.005555555555555556, "wins": 3, "losses": 12 }, "utility": { "difference": 0.005666666666666633, "low": -0.016277777777777815, "high": 0.025388888888888857, "wins": 270, "losses": 12 }, "repeats": { "difference": -1.5333333333333334, "low": -1.6416666666666666, "high": -1.4333333333333333, "wins": 0, "losses": 282 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": 0.002777777777777778, "low": -0.013888888888888888, "high": 0.019444444444444445, "wins": 6, "losses": 5 }, "utility": { "difference": -0.006555555555555546, "low": -0.02427777777777777, "high": 0.010611111111111118, "wins": 64, "losses": 150 }, "repeats": { "difference": 0.4666666666666667, "low": 0.35833333333333334, "high": 0.5666666666666667, "wins": 152, "losses": 62 } }, { "architecture": "mhc", "mode": "independent", "seed": 20260906, "baseline": "family", "accuracy": { "difference": 0.002777777777777778, "low": -0.013888888888888888, "high": 0.019444444444444445, "wins": 6, "losses": 5 }, "utility": { "difference": -0.006555555555555546, "low": -0.02427777777777777, "high": 0.010611111111111118, "wins": 64, "losses": 150 }, "repeats": { "difference": 0.4666666666666667, "low": 0.35833333333333334, "high": 0.5666666666666667, "wins": 152, "losses": 62 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": -0.03611111111111111, "low": -0.058333333333333334, "high": -0.016666666666666666, "wins": 2, "losses": 15 }, "utility": { "difference": -0.031111111111111107, "low": -0.05322222222222221, "high": -0.011277777777777772, "wins": 86, "losses": 22 }, "repeats": { "difference": -0.25, "low": -0.30277777777777776, "high": -0.2, "wins": 9, "losses": 99 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": -0.058333333333333334, "low": -0.09444444444444444, "high": -0.025, "wins": 11, "losses": 32 }, "utility": { "difference": -0.013333333333333378, "low": -0.0495555555555556, "high": 0.020666666666666625, "wins": 328, "losses": 32 }, "repeats": { "difference": -2.25, "low": -2.3027777777777776, "high": -2.2, "wins": 0, "losses": 360 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.03611111111111111, "low": -0.058333333333333334, "high": -0.016666666666666666, "wins": 2, "losses": 15 }, "utility": { "difference": -0.031111111111111107, "low": -0.05322222222222221, "high": -0.011277777777777772, "wins": 86, "losses": 22 }, "repeats": { "difference": -0.25, "low": -0.30277777777777776, "high": -0.2, "wins": 9, "losses": 99 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260904, "baseline": "family", "accuracy": { "difference": -0.03611111111111111, "low": -0.058333333333333334, "high": -0.016666666666666666, "wins": 2, "losses": 15 }, "utility": { "difference": -0.031111111111111107, "low": -0.05322222222222221, "high": -0.011277777777777772, "wins": 86, "losses": 22 }, "repeats": { "difference": -0.25, "low": -0.30277777777777776, "high": -0.2, "wins": 9, "losses": 99 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": 0.002777777777777778, "low": -0.016666666666666666, "high": 0.022222222222222223, "wins": 7, "losses": 6 }, "utility": { "difference": 0.004722222222222226, "low": -0.014999999999999996, "high": 0.024222222222222225, "wins": 84, "losses": 49 }, "repeats": { "difference": -0.09722222222222222, "low": -0.16111111111111112, "high": -0.03611111111111111, "wins": 49, "losses": 84 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": -0.005555555555555556, "low": -0.03611111111111111, "high": 0.025, "wins": 15, "losses": 17 }, "utility": { "difference": 0.036388888888888846, "low": 0.005555555555555515, "high": 0.06683333333333329, "wins": 343, "losses": 17 }, "repeats": { "difference": -2.0972222222222223, "low": -2.161111111111111, "high": -2.036111111111111, "wins": 0, "losses": 360 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": 0.002777777777777778, "low": -0.016666666666666666, "high": 0.022222222222222223, "wins": 7, "losses": 6 }, "utility": { "difference": 0.004722222222222226, "low": -0.014999999999999996, "high": 0.024222222222222225, "wins": 84, "losses": 49 }, "repeats": { "difference": -0.09722222222222222, "low": -0.16111111111111112, "high": -0.03611111111111111, "wins": 49, "losses": 84 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260905, "baseline": "family", "accuracy": { "difference": 0.05277777777777778, "low": 0.016666666666666666, "high": 0.08888888888888889, "wins": 32, "losses": 13 }, "utility": { "difference": 0.04805555555555555, "low": 0.01172222222222222, "high": 0.08461111111111111, "wins": 107, "losses": 122 }, "repeats": { "difference": 0.2361111111111111, "low": 0.14722222222222223, "high": 0.325, "wins": 147, "losses": 82 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": -0.013888888888888888, "low": -0.041666666666666664, "high": 0.013888888888888888, "wins": 10, "losses": 15 }, "utility": { "difference": -0.030888888888888882, "low": -0.057944444444444444, "high": -0.003055555555555547, "wins": 30, "losses": 199 }, "repeats": { "difference": 0.85, "low": 0.7527777777777778, "high": 0.9472222222222222, "wins": 208, "losses": 21 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": -0.022222222222222223, "low": -0.03888888888888889, "high": -0.005555555555555556, "wins": 1, "losses": 9 }, "utility": { "difference": 0.000777777777777743, "low": -0.016777777777777815, "high": 0.016888888888888856, "wins": 232, "losses": 9 }, "repeats": { "difference": -1.15, "low": -1.2472222222222222, "high": -1.0527777777777778, "wins": 0, "losses": 241 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": -0.03611111111111111, "low": -0.06388888888888888, "high": -0.008333333333333333, "wins": 6, "losses": 19 }, "utility": { "difference": -0.0331111111111111, "low": -0.060166666666666646, "high": -0.005666666666666651, "wins": 149, "losses": 122 }, "repeats": { "difference": -0.15, "low": -0.24722222222222223, "high": -0.05277777777777778, "wins": 119, "losses": 152 } }, { "architecture": "mhc", "mode": "coupled", "seed": 20260906, "baseline": "family", "accuracy": { "difference": -0.03333333333333333, "low": -0.06111111111111111, "high": -0.005555555555555556, "wins": 7, "losses": 19 }, "utility": { "difference": -0.036999999999999984, "low": -0.06627777777777777, "high": -0.008944444444444428, "wins": 108, "losses": 188 }, "repeats": { "difference": 0.18333333333333332, "low": 0.08055555555555556, "high": 0.2861111111111111, "wins": 188, "losses": 108 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": 0, "low": -0.022222222222222223, "high": 0.022222222222222223, "wins": 8, "losses": 8 }, "utility": { "difference": 0.020000000000000007, "low": -0.0022222222222222166, "high": 0.04222222222222223, "wins": 352, "losses": 8 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": 0.019444444444444445, "low": -0.011111111111111112, "high": 0.05, "wins": 20, "losses": 13 }, "utility": { "difference": 0.07944444444444443, "low": 0.04888888888888887, "high": 0.10999999999999999, "wins": 347, "losses": 13 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260904, "baseline": "family", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": 0.013888888888888888, "low": -0.013888888888888888, "high": 0.03888888888888889, "wins": 14, "losses": 9 }, "utility": { "difference": 0.03388888888888889, "low": 0.0061111111111111175, "high": 0.05888888888888889, "wins": 351, "losses": 9 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": 0.016666666666666666, "low": -0.019444444444444445, "high": 0.05277777777777778, "wins": 25, "losses": 19 }, "utility": { "difference": 0.07666666666666665, "low": 0.04055555555555553, "high": 0.11277777777777777, "wins": 341, "losses": 19 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260905, "baseline": "family", "accuracy": { "difference": 0.011111111111111112, "low": -0.019444444444444445, "high": 0.03888888888888889, "wins": 16, "losses": 12 }, "utility": { "difference": 0.031111111111111107, "low": 0.0018888888888888844, "high": 0.06005555555555555, "wins": 108, "losses": 12 }, "repeats": { "difference": -1, "low": -1.15, "high": -0.85, "wins": 0, "losses": 120 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": 0.013888888888888888, "low": -0.008333333333333333, "high": 0.03611111111111111, "wins": 11, "losses": 6 }, "utility": { "difference": 0.03388888888888889, "low": 0.011666666666666672, "high": 0.05611111111111112, "wins": 354, "losses": 6 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": 0.022222222222222223, "low": -0.008333333333333333, "high": 0.05, "wins": 18, "losses": 10 }, "utility": { "difference": 0.08222222222222221, "low": 0.05166666666666665, "high": 0.10999999999999999, "wins": 350, "losses": 10 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "independent", "seed": 20260906, "baseline": "family", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260904, "baseline": "fixed_2", "accuracy": { "difference": 0.005555555555555556, "low": -0.016666666666666666, "high": 0.027777777777777776, "wins": 10, "losses": 8 }, "utility": { "difference": 0.02555555555555556, "low": 0.003333333333333339, "high": 0.04777777777777779, "wins": 352, "losses": 8 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260904, "baseline": "fixed_4", "accuracy": { "difference": -0.008333333333333333, "low": -0.044444444444444446, "high": 0.027777777777777776, "wins": 21, "losses": 24 }, "utility": { "difference": 0.05166666666666665, "low": 0.015555555555555538, "high": 0.08777777777777776, "wins": 336, "losses": 24 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260904, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260904, "baseline": "family", "accuracy": { "difference": -0.005555555555555556, "low": -0.022222222222222223, "high": 0.011111111111111112, "wins": 4, "losses": 6 }, "utility": { "difference": 0.007777777777777781, "low": -0.009999999999999997, "high": 0.02577777777777778, "wins": 114, "losses": 6 }, "repeats": { "difference": -0.6666666666666666, "low": -0.7666666666666667, "high": -0.5666666666666667, "wins": 0, "losses": 120 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260905, "baseline": "fixed_2", "accuracy": { "difference": 0, "low": -0.027777777777777776, "high": 0.025, "wins": 12, "losses": 12 }, "utility": { "difference": 0.020000000000000007, "low": -0.0077777777777777715, "high": 0.045000000000000005, "wins": 348, "losses": 12 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260905, "baseline": "fixed_4", "accuracy": { "difference": -0.011111111111111112, "low": -0.04722222222222222, "high": 0.025, "wins": 19, "losses": 23 }, "utility": { "difference": 0.04888888888888887, "low": 0.012777777777777758, "high": 0.08499999999999998, "wins": 337, "losses": 23 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260905, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260905, "baseline": "family", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260906, "baseline": "fixed_2", "accuracy": { "difference": 0.008333333333333333, "low": -0.011111111111111112, "high": 0.027777777777777776, "wins": 8, "losses": 5 }, "utility": { "difference": 0.02833333333333334, "low": 0.008888888888888892, "high": 0.04777777777777779, "wins": 355, "losses": 5 }, "repeats": { "difference": -1, "low": -1, "high": -1, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260906, "baseline": "fixed_4", "accuracy": { "difference": 0.03611111111111111, "low": 0.002777777777777778, "high": 0.06944444444444445, "wins": 26, "losses": 13 }, "utility": { "difference": 0.0961111111111111, "low": 0.06277777777777777, "high": 0.12944444444444442, "wins": 347, "losses": 13 }, "repeats": { "difference": -3, "low": -3, "high": -3, "wins": 0, "losses": 360 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260906, "baseline": "calibrated_fixed", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } }, { "architecture": "attnres", "mode": "coupled", "seed": 20260906, "baseline": "family", "accuracy": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "utility": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 }, "repeats": { "difference": 0, "low": 0, "high": 0, "wins": 0, "losses": 0 } } ], "probes": [ { "architecture": "ordinary", "mode": "independent", "kind": "current_linear", "repeat": 1, "correction_auc": 0.591197793650974, "correction_auc_by_seed": [ 0.6334935897435897, 0.5213448660714286, 0.6187549251379039 ], "currently_wrong_by_seed": [ 172, 176, 182 ], "corrections_by_seed": [ 52, 64, 47 ], "harm_auc_by_seed": [ 0.6958241758241758, 0.7206477732793523, 0.43410852713178294 ], "newly_incorrect_by_seed": [ 13, 13, 6 ], "shuffled_auc": 0.591197793650974, "mean_currently_wrong": 176.66666666666666, "mean_corrections": 54.333333333333336, "by_family": { "addition": 0.6067469567469568, "multiply_add": 0.5182750362387345, "modulo": 0.6497596153846154 } }, { "architecture": "ordinary", "mode": "independent", "kind": "current_linear", "repeat": 2, "correction_auc": 0.5887380573723296, "correction_auc_by_seed": [ 0.5090702947845805, 0.6196172248803827, 0.6375266524520256 ], "currently_wrong_by_seed": [ 133, 125, 141 ], "corrections_by_seed": [ 7, 11, 7 ], "harm_auc_by_seed": [ 0.7703081232492998, 0.7058823529411765, 0.6279620853080569 ], "newly_incorrect_by_seed": [ 17, 14, 8 ], "shuffled_auc": 0.5887380573723296, "mean_currently_wrong": 133, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.40625, "multiply_add": 0.46595320874981894, "modulo": 0.5816239316239317 } }, { "architecture": "ordinary", "mode": "independent", "kind": "current_linear", "repeat": 3, "correction_auc": 0.4976477834126142, "correction_auc_by_seed": [ 0.512589928057554, 0.2609289617486339, 0.7194244604316546 ], "currently_wrong_by_seed": [ 143, 128, 142 ], "corrections_by_seed": [ 4, 6, 3 ], "harm_auc_by_seed": [ 0.9162790697674419, 0.8325757575757575, 0.7116279069767442 ], "newly_incorrect_by_seed": [ 2, 12, 3 ], "shuffled_auc": 0.4976477834126142, "mean_currently_wrong": 137.66666666666666, "mean_corrections": 4.333333333333333, "by_family": { "addition": 0.6138888888888889, "multiply_add": 0.43512094664168394, "modulo": 0.63984375 } }, { "architecture": "ordinary", "mode": "independent", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.6070897884436781, "correction_auc_by_seed": [ 0.6766025641025641, 0.5347377232142857, 0.6099290780141844 ], "currently_wrong_by_seed": [ 172, 176, 182 ], "corrections_by_seed": [ 52, 64, 47 ], "harm_auc_by_seed": [ 0.7652747252747253, 0.7332433648223122, 0.7286821705426356 ], "newly_incorrect_by_seed": [ 13, 13, 6 ], "shuffled_auc": 0.6070897884436781, "mean_currently_wrong": 176.66666666666666, "mean_corrections": 54.333333333333336, "by_family": { "addition": 0.6564195064195064, "multiply_add": 0.49964974208275786, "modulo": 0.6722246503496504 } }, { "architecture": "ordinary", "mode": "independent", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.6445988601190038, "correction_auc_by_seed": [ 0.6247165532879818, 0.6331738437001595, 0.67590618336887 ], "currently_wrong_by_seed": [ 133, 125, 141 ], "corrections_by_seed": [ 7, 11, 7 ], "harm_auc_by_seed": [ 0.7798319327731092, 0.709114414996768, 0.7417061611374408 ], "newly_incorrect_by_seed": [ 17, 14, 8 ], "shuffled_auc": 0.6462203137660437, "mean_currently_wrong": 133, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.41875, "multiply_add": 0.654575305422763, "modulo": 0.5180911680911681 } }, { "architecture": "ordinary", "mode": "independent", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.385547299865026, "correction_auc_by_seed": [ 0.25539568345323743, 0.25136612021857924, 0.6498800959232613 ], "currently_wrong_by_seed": [ 143, 128, 142 ], "corrections_by_seed": [ 4, 6, 3 ], "harm_auc_by_seed": [ 0.9651162790697675, 0.8625, 0.7813953488372093 ], "newly_incorrect_by_seed": [ 2, 12, 3 ], "shuffled_auc": 0.5141984772837468, "mean_currently_wrong": 137.66666666666666, "mean_corrections": 4.333333333333333, "by_family": { "addition": 0.43703703703703706, "multiply_add": 0.384063964709126, "modulo": 0.6043870192307692 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "current_linear", "repeat": 1, "correction_auc": 0.5456565885497081, "correction_auc_by_seed": [ 0.4963235294117647, 0.5688178780284043, 0.5718283582089553 ], "currently_wrong_by_seed": [ 166, 202, 182 ], "corrections_by_seed": [ 64, 76, 48 ], "harm_auc_by_seed": [ 0.8402014652014652, 0.7551369863013698, 0.7058823529411765 ], "newly_incorrect_by_seed": [ 12, 12, 17 ], "shuffled_auc": 0.5456565885497081, "mean_currently_wrong": 183.33333333333334, "mean_corrections": 62.666666666666664, "by_family": { "addition": 0.48619056699720314, "multiply_add": 0.4929603575436909, "modulo": 0.6089574321602376 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "current_linear", "repeat": 2, "correction_auc": 0.4884640541759563, "correction_auc_by_seed": [ 0.5545454545454546, 0.4683179723502304, 0.4425287356321839 ], "currently_wrong_by_seed": [ 114, 138, 151 ], "corrections_by_seed": [ 4, 14, 6 ], "harm_auc_by_seed": [ 0.8076923076923077, 0.7130547177940543, 0.8382594417077176 ], "newly_incorrect_by_seed": [ 12, 11, 6 ], "shuffled_auc": 0.4884640541759563, "mean_currently_wrong": 134.33333333333334, "mean_corrections": 8, "by_family": { "addition": 0.6666666666666667, "multiply_add": 0.502624365324113, "modulo": 0.431858396612495 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "current_linear", "repeat": 3, "correction_auc": 0.5655218568909045, "correction_auc_by_seed": [ 0.4830357142857143, 0.5026455026455027, 0.7108843537414966 ], "currently_wrong_by_seed": [ 122, 135, 151 ], "corrections_by_seed": [ 10, 9, 4 ], "harm_auc_by_seed": [ 0.42411347517730497, 0.8657604078164826, 0.9038461538461539 ], "newly_incorrect_by_seed": [ 3, 11, 1 ], "shuffled_auc": 0.5655218568909045, "mean_currently_wrong": 136, "mean_corrections": 7.666666666666667, "by_family": { "addition": 0.6076388888888888, "multiply_add": 0.4591352557315135, "modulo": 0.5996124602973831 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.5580855462875558, "correction_auc_by_seed": [ 0.6153492647058824, 0.5741436925647452, 0.4847636815920398 ], "currently_wrong_by_seed": [ 166, 202, 182 ], "corrections_by_seed": [ 64, 76, 48 ], "harm_auc_by_seed": [ 0.8621794871794872, 0.8036529680365296, 0.7442455242966752 ], "newly_incorrect_by_seed": [ 12, 12, 17 ], "shuffled_auc": 0.5580855462875558, "mean_currently_wrong": 183.33333333333334, "mean_corrections": 62.666666666666664, "by_family": { "addition": 0.4915617848970252, "multiply_add": 0.4811197290363957, "modulo": 0.6090880291477733 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.50313014139488, "correction_auc_by_seed": [ 0.5772727272727273, 0.47119815668202764, 0.46091954022988507 ], "currently_wrong_by_seed": [ 114, 138, 151 ], "corrections_by_seed": [ 4, 14, 6 ], "harm_auc_by_seed": [ 0.8272792022792023, 0.7096079276174063, 0.7824302134646962 ], "newly_incorrect_by_seed": [ 12, 11, 6 ], "shuffled_auc": 0.3937762336538755, "mean_currently_wrong": 134.33333333333334, "mean_corrections": 8, "by_family": { "addition": 0.5595238095238095, "multiply_add": 0.46756793238430466, "modulo": 0.7208152958152958 } }, { "architecture": "ordinary", "mode": "coupled", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.5960784622490971, "correction_auc_by_seed": [ 0.48482142857142857, 0.5670194003527337, 0.7363945578231292 ], "currently_wrong_by_seed": [ 122, 135, 151 ], "corrections_by_seed": [ 10, 9, 4 ], "harm_auc_by_seed": [ 0.4453900709219858, 0.9027187765505522, 0.9807692307692307 ], "newly_incorrect_by_seed": [ 3, 11, 1 ], "shuffled_auc": 0.595175107079869, "mean_currently_wrong": 136, "mean_corrections": 7.666666666666667, "by_family": { "addition": 0.5034722222222222, "multiply_add": 0.4512241054613936, "modulo": 0.5988630294853416 } }, { "architecture": "mhc", "mode": "independent", "kind": "current_linear", "repeat": 1, "correction_auc": 0.5867410612787798, "correction_auc_by_seed": [ 0.5576195390436877, 0.5092988014878083, 0.6933048433048433 ], "currently_wrong_by_seed": [ 165, 180, 201 ], "corrections_by_seed": [ 51, 61, 45 ], "harm_auc_by_seed": [ 0.7807262569832403, 0.777281746031746, 0.6610389610389611 ], "newly_incorrect_by_seed": [ 16, 12, 5 ], "shuffled_auc": 0.5867410612787798, "mean_currently_wrong": 182, "mean_corrections": 52.333333333333336, "by_family": { "addition": 0.4789901133251517, "multiply_add": 0.5724523005322839, "modulo": 0.4885737905306472 } }, { "architecture": "mhc", "mode": "independent", "kind": "current_linear", "repeat": 2, "correction_auc": 0.5186197516705991, "correction_auc_by_seed": [ 0.35353535353535354, 0.46479791395045633, 0.7375259875259875 ], "currently_wrong_by_seed": [ 130, 131, 161 ], "corrections_by_seed": [ 9, 13, 13 ], "harm_auc_by_seed": [ 0.690296631473102, 0.6808080808080809, 0.8701030927835052 ], "newly_incorrect_by_seed": [ 9, 9, 5 ], "shuffled_auc": 0.5186197516705991, "mean_currently_wrong": 140.66666666666666, "mean_corrections": 11.666666666666666, "by_family": { "addition": 0.5499278499278499, "multiply_add": 0.5139561599602583, "modulo": 0.5330360160868636 } }, { "architecture": "mhc", "mode": "independent", "kind": "current_linear", "repeat": 3, "correction_auc": 0.5613936316481771, "correction_auc_by_seed": [ 0.6256, 0.5964187327823691, 0.46216216216216216 ], "currently_wrong_by_seed": [ 130, 127, 153 ], "corrections_by_seed": [ 5, 6, 5 ], "harm_auc_by_seed": [ 0.44594594594594594, 0.6965865992414665, 0.7450980392156863 ], "newly_incorrect_by_seed": [ 8, 7, 3 ], "shuffled_auc": 0.5613936316481771, "mean_currently_wrong": 136.66666666666666, "mean_corrections": 5.333333333333333, "by_family": { "addition": 0.356060606060606, "multiply_add": 0.5436815553094623, "modulo": 0.7507743537200504 } }, { "architecture": "mhc", "mode": "independent", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.5935758453682966, "correction_auc_by_seed": [ 0.6069831441348469, 0.4783027965284474, 0.6954415954415955 ], "currently_wrong_by_seed": [ 165, 180, 201 ], "corrections_by_seed": [ 51, 61, 45 ], "harm_auc_by_seed": [ 0.8104050279329609, 0.785218253968254, 0.8363636363636363 ], "newly_incorrect_by_seed": [ 16, 12, 5 ], "shuffled_auc": 0.5935758453682966, "mean_currently_wrong": 182, "mean_corrections": 52.333333333333336, "by_family": { "addition": 0.46386749794678184, "multiply_add": 0.6030637040829979, "modulo": 0.5088038378331137 } }, { "architecture": "mhc", "mode": "independent", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.5635421563772873, "correction_auc_by_seed": [ 0.41597796143250687, 0.48826597131681876, 0.7863825363825364 ], "currently_wrong_by_seed": [ 130, 131, 161 ], "corrections_by_seed": [ 9, 13, 13 ], "harm_auc_by_seed": [ 0.738562091503268, 0.7156565656565657, 0.9288659793814433 ], "newly_incorrect_by_seed": [ 9, 9, 5 ], "shuffled_auc": 0.5130994506957527, "mean_currently_wrong": 140.66666666666666, "mean_corrections": 11.666666666666666, "by_family": { "addition": 0.3994227994227994, "multiply_add": 0.572980980767866, "modulo": 0.5314369873691908 } }, { "architecture": "mhc", "mode": "independent", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.5227084903084903, "correction_auc_by_seed": [ 0.5472, 0.6060606060606061, 0.41486486486486485 ], "currently_wrong_by_seed": [ 130, 127, 153 ], "corrections_by_seed": [ 5, 6, 5 ], "harm_auc_by_seed": [ 0.46903153153153154, 0.8053097345132744, 0.7892156862745098 ], "newly_incorrect_by_seed": [ 8, 7, 3 ], "shuffled_auc": 0.6799492318765046, "mean_currently_wrong": 136.66666666666666, "mean_corrections": 5.333333333333333, "by_family": { "addition": 0.4393939393939394, "multiply_add": 0.569070839138356, "modulo": 0.5387761401849517 } }, { "architecture": "mhc", "mode": "coupled", "kind": "current_linear", "repeat": 1, "correction_auc": 0.500959776858959, "correction_auc_by_seed": [ 0.49476117103235745, 0.5229741019214703, 0.48514405762304924 ], "currently_wrong_by_seed": [ 169, 196, 185 ], "corrections_by_seed": [ 59, 63, 49 ], "harm_auc_by_seed": [ 0.7989723827874117, 0.7872846108140226, 0.6475 ], "newly_incorrect_by_seed": [ 18, 11, 15 ], "shuffled_auc": 0.500959776858959, "mean_currently_wrong": 183.33333333333334, "mean_corrections": 57, "by_family": { "addition": 0.4633125044889751, "multiply_add": 0.4859071172873668, "modulo": 0.5416946105655868 } }, { "architecture": "mhc", "mode": "coupled", "kind": "current_linear", "repeat": 2, "correction_auc": 0.4640259900902908, "correction_auc_by_seed": [ 0.5084500241429262, 0.38825757575757575, 0.49537037037037035 ], "currently_wrong_by_seed": [ 128, 144, 151 ], "corrections_by_seed": [ 19, 12, 16 ], "harm_auc_by_seed": [ 0.9073015873015873, 0.8057649667405765, 0.7835820895522388 ], "newly_incorrect_by_seed": [ 7, 11, 8 ], "shuffled_auc": 0.4640259900902908, "mean_currently_wrong": 141, "mean_corrections": 15.666666666666666, "by_family": { "addition": 0.544006919006919, "multiply_add": 0.5299891067538126, "modulo": 0.6359760338094473 } }, { "architecture": "mhc", "mode": "coupled", "kind": "current_linear", "repeat": 3, "correction_auc": 0.5923639673532332, "correction_auc_by_seed": [ 0.5657657657657658, 0.6167883211678832, 0.5945378151260504 ], "currently_wrong_by_seed": [ 116, 143, 143 ], "corrections_by_seed": [ 5, 6, 7 ], "harm_auc_by_seed": [ 0.8397163120567376, 0.6713615023474179, 0.7707317073170732 ], "newly_incorrect_by_seed": [ 9, 4, 12 ], "shuffled_auc": 0.5923639673532332, "mean_currently_wrong": 134, "mean_corrections": 6, "by_family": { "addition": 0.625, "multiply_add": 0.5024767870629526, "modulo": 0.5564779675310985 } }, { "architecture": "mhc", "mode": "coupled", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.44192682686749357, "correction_auc_by_seed": [ 0.45208012326656394, 0.450531089628834, 0.42316926770708285 ], "currently_wrong_by_seed": [ 169, 196, 185 ], "corrections_by_seed": [ 59, 63, 49 ], "harm_auc_by_seed": [ 0.8744380218368658, 0.8591800356506238, 0.6645833333333333 ], "newly_incorrect_by_seed": [ 18, 11, 15 ], "shuffled_auc": 0.44192682686749357, "mean_currently_wrong": 183.33333333333334, "mean_corrections": 57, "by_family": { "addition": 0.4391330891330891, "multiply_add": 0.3893248631959329, "modulo": 0.47686855675192874 } }, { "architecture": "mhc", "mode": "coupled", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.4262099440133401, "correction_auc_by_seed": [ 0.5354901014002897, 0.32323232323232326, 0.4199074074074074 ], "currently_wrong_by_seed": [ 128, 144, 151 ], "corrections_by_seed": [ 19, 12, 16 ], "harm_auc_by_seed": [ 0.8990476190476191, 0.8017738359201774, 0.6616915422885572 ], "newly_incorrect_by_seed": [ 7, 11, 8 ], "shuffled_auc": 0.46718533990584526, "mean_currently_wrong": 141, "mean_corrections": 15.666666666666666, "by_family": { "addition": 0.40114977614977615, "multiply_add": 0.5968518518518519, "modulo": 0.5664612421762157 } }, { "architecture": "mhc", "mode": "coupled", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.5621533758502415, "correction_auc_by_seed": [ 0.45765765765765765, 0.6447688564476886, 0.5840336134453782 ], "currently_wrong_by_seed": [ 116, 143, 143 ], "corrections_by_seed": [ 5, 6, 7 ], "harm_auc_by_seed": [ 0.8283687943262411, 0.681924882629108, 0.7922764227642276 ], "newly_incorrect_by_seed": [ 9, 4, 12 ], "shuffled_auc": 0.5200184558600187, "mean_currently_wrong": 134, "mean_corrections": 6, "by_family": { "addition": 0.5, "multiply_add": 0.49455526431402747, "modulo": 0.5465818047649167 } }, { "architecture": "attnres", "mode": "independent", "kind": "current_linear", "repeat": 1, "correction_auc": 0.5525407603098093, "correction_auc_by_seed": [ 0.5136088709677419, 0.5782407407407407, 0.565772669220945 ], "currently_wrong_by_seed": [ 256, 249, 267 ], "corrections_by_seed": [ 8, 9, 6 ], "harm_auc_by_seed": [ 0.4830729166666667, 0.6310751104565537, 0.5565410199556541 ], "newly_incorrect_by_seed": [ 8, 14, 11 ], "shuffled_auc": 0.5525407603098093, "mean_currently_wrong": 257.3333333333333, "mean_corrections": 7.666666666666667, "by_family": { "addition": 0.10268492176386913, "multiply_add": 0.6310627623483411, "modulo": 0.5959196327762044 } }, { "architecture": "attnres", "mode": "independent", "kind": "current_linear", "repeat": 2, "correction_auc": 0.621001735229973, "correction_auc_by_seed": [ 0.6242111302352267, 0.6020821283979179, 0.6367119470567747 ], "currently_wrong_by_seed": [ 256, 254, 272 ], "corrections_by_seed": [ 7, 7, 11 ], "harm_auc_by_seed": [ 0.695139911634757, 0.7916666666666666, 0.42857142857142855 ], "newly_incorrect_by_seed": [ 7, 6, 7 ], "shuffled_auc": 0.621001735229973, "mean_currently_wrong": 260.6666666666667, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.45274109552590563, "multiply_add": 0.6751703437467655, "modulo": 0.6418076109936575 } }, { "architecture": "attnres", "mode": "independent", "kind": "current_linear", "repeat": 3, "correction_auc": 0.4412442140855712, "correction_auc_by_seed": [ 0.048748353096179184, 0.5880658436213991, 0.6869184455391352 ], "currently_wrong_by_seed": [ 256, 253, 268 ], "corrections_by_seed": [ 3, 10, 7 ], "harm_auc_by_seed": [ 0.7042553191489361, 0.7385964912280701, 0.5338827838827839 ], "newly_incorrect_by_seed": [ 10, 12, 14 ], "shuffled_auc": 0.4412442140855712, "mean_currently_wrong": 259, "mean_corrections": 6.666666666666667, "by_family": { "addition": 0.0812553992348513, "multiply_add": 0.4570387477118952, "modulo": 0.6537005887300252 } }, { "architecture": "attnres", "mode": "independent", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.5817770774111152, "correction_auc_by_seed": [ 0.6149193548387096, 0.6208333333333333, 0.5095785440613027 ], "currently_wrong_by_seed": [ 256, 249, 267 ], "corrections_by_seed": [ 8, 9, 6 ], "harm_auc_by_seed": [ 0.4088541666666667, 0.7768777614138439, 0.47671840354767187 ], "newly_incorrect_by_seed": [ 8, 14, 11 ], "shuffled_auc": 0.5817770774111152, "mean_currently_wrong": 257.3333333333333, "mean_corrections": 7.666666666666667, "by_family": { "addition": 0.11450924608819346, "multiply_add": 0.63329715561689, "modulo": 0.6705412725735898 } }, { "architecture": "attnres", "mode": "independent", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.6199426068448437, "correction_auc_by_seed": [ 0.5519219736087206, 0.6252168883747831, 0.6826889585510275 ], "currently_wrong_by_seed": [ 256, 254, 272 ], "corrections_by_seed": [ 7, 7, 11 ], "harm_auc_by_seed": [ 0.8512518409425626, 0.7016666666666667, 0.5608465608465608 ], "newly_incorrect_by_seed": [ 7, 6, 7 ], "shuffled_auc": 0.6052050243990419, "mean_currently_wrong": 260.6666666666667, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.19465617516250427, "multiply_add": 0.5739604199812597, "modulo": 0.6463425724412386 } }, { "architecture": "attnres", "mode": "independent", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.5461140281230237, "correction_auc_by_seed": [ 0.2872200263504611, 0.6111111111111112, 0.7400109469074986 ], "currently_wrong_by_seed": [ 256, 253, 268 ], "corrections_by_seed": [ 3, 10, 7 ], "harm_auc_by_seed": [ 0.7276595744680852, 0.7035087719298245, 0.6190476190476191 ], "newly_incorrect_by_seed": [ 10, 12, 14 ], "shuffled_auc": 0.46730350286350064, "mean_currently_wrong": 259, "mean_corrections": 6.666666666666667, "by_family": { "addition": 0.2028986177958781, "multiply_add": 0.5431874380883919, "modulo": 0.6690613026819924 } }, { "architecture": "attnres", "mode": "coupled", "kind": "current_linear", "repeat": 1, "correction_auc": 0.6652311702695942, "correction_auc_by_seed": [ 0.6867088607594937, 0.6481481481481481, 0.6608365019011407 ], "currently_wrong_by_seed": [ 245, 255, 268 ], "corrections_by_seed": [ 8, 12, 5 ], "harm_auc_by_seed": [ 0.5485714285714286, 0.6236559139784946, 0.6354166666666666 ], "newly_incorrect_by_seed": [ 10, 12, 8 ], "shuffled_auc": 0.6652311702695942, "mean_currently_wrong": 256, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.40465505451006695, "multiply_add": 0.5967105263157895, "modulo": 0.619434358105382 } }, { "architecture": "attnres", "mode": "coupled", "kind": "current_linear", "repeat": 2, "correction_auc": 0.6669132810003987, "correction_auc_by_seed": [ 0.6331360946745562, 0.5676037483266398, 0.8 ], "currently_wrong_by_seed": [ 247, 255, 271 ], "corrections_by_seed": [ 13, 6, 6 ], "harm_auc_by_seed": [ 0.5096153846153846, 0.5077319587628866, 0.591991341991342 ], "newly_incorrect_by_seed": [ 9, 8, 12 ], "shuffled_auc": 0.6669132810003987, "mean_currently_wrong": 257.6666666666667, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.6656512605042018, "multiply_add": 0.41434176111595467, "modulo": 0.5812726025688989 } }, { "architecture": "attnres", "mode": "coupled", "kind": "current_linear", "repeat": 3, "correction_auc": 0.6809485058787972, "correction_auc_by_seed": [ 0.6144200626959248, 0.5898486759142497, 0.8385767790262172 ], "currently_wrong_by_seed": [ 243, 257, 277 ], "corrections_by_seed": [ 11, 13, 10 ], "harm_auc_by_seed": [ 0.4616822429906542, 0.6324404761904762, 0.7950310559006211 ], "newly_incorrect_by_seed": [ 10, 7, 14 ], "shuffled_auc": 0.6809485058787972, "mean_currently_wrong": 259, "mean_corrections": 11.333333333333334, "by_family": { "addition": 0.36231884057971014, "multiply_add": 0.6471396131861248, "modulo": 0.6375722176283973 } }, { "architecture": "attnres", "mode": "coupled", "kind": "delta_mlp", "repeat": 1, "correction_auc": 0.6726482163600279, "correction_auc_by_seed": [ 0.7252109704641351, 0.605281207133059, 0.6874524714828897 ], "currently_wrong_by_seed": [ 245, 255, 268 ], "corrections_by_seed": [ 8, 12, 5 ], "harm_auc_by_seed": [ 0.5980952380952381, 0.728494623655914, 0.6800595238095238 ], "newly_incorrect_by_seed": [ 10, 12, 8 ], "shuffled_auc": 0.6726482163600279, "mean_currently_wrong": 256, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.4369468444654857, "multiply_add": 0.726498538011696, "modulo": 0.5611675946098604 } }, { "architecture": "attnres", "mode": "coupled", "kind": "delta_mlp", "repeat": 2, "correction_auc": 0.6812110038157916, "correction_auc_by_seed": [ 0.6594345825115056, 0.571619812583668, 0.8125786163522013 ], "currently_wrong_by_seed": [ 247, 255, 271 ], "corrections_by_seed": [ 13, 6, 6 ], "harm_auc_by_seed": [ 0.5170940170940171, 0.6327319587628866, 0.6937229437229437 ], "newly_incorrect_by_seed": [ 9, 8, 12 ], "shuffled_auc": 0.6859095593668136, "mean_currently_wrong": 257.6666666666667, "mean_corrections": 8.333333333333334, "by_family": { "addition": 0.4107142857142857, "multiply_add": 0.479075850043592, "modulo": 0.6482011472752214 } }, { "architecture": "attnres", "mode": "coupled", "kind": "delta_mlp", "repeat": 3, "correction_auc": 0.7322906810635547, "correction_auc_by_seed": [ 0.7186520376175548, 0.6317780580075663, 0.846441947565543 ], "currently_wrong_by_seed": [ 243, 257, 277 ], "corrections_by_seed": [ 11, 13, 10 ], "harm_auc_by_seed": [ 0.5373831775700935, 0.8244047619047619, 0.8271221532091098 ], "newly_incorrect_by_seed": [ 10, 7, 14 ], "shuffled_auc": 0.6373477532440255, "mean_currently_wrong": 259, "mean_corrections": 11.333333333333334, "by_family": { "addition": 0.38405797101449274, "multiply_add": 0.7280040717250019, "modulo": 0.6991284568531759 } } ] }