{
  "ended_utc": "2026-10-14T20:34:10.171243+00:00",
  "execution_status": "completed",
  "freeze_sha256": "13c86845959d0f0a076155fca988eba28ffdb38f7a37f52a3bec1b0e6d2f7cbe",
  "model_conditions": 576,
  "ordinary_event_exposures": 147456,
  "ordinary_query_exposures": 83568,
  "rows": [
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004852999999999996,
        "execution_wall_seconds": 0.0048532504588365555,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.01333899999999999,
          "execution_wall_seconds": 0.01429787464439869,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1083
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.013158000000000003,
          "execution_wall_seconds": 0.017435667105019093,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1039
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.016859999999999986,
          "execution_wall_seconds": 0.02791004255414009,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.012635000000000007,
          "execution_wall_seconds": 0.014118000864982605,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1138
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 14,
      "mean_latency": 12.91095890410959,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 146,
      "trajectory_hashes": [
        "10ee6265fa9a7267ee7aec1829611b31e4b83055e5d06961c387ebd767860e76",
        "82f36db1a9437b1b170e289d0185819e6a96d00b1255e3a527f9544f7739e1f8",
        "cc2420d40608d13a6733e0b50ff1de7e99cfd382cf3f007bc7e0dfec42e8978a",
        "12740b08653966d38a4329134ace7705028d55794bb6efa374cfd68a97281d0e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045680000000000165,
        "execution_wall_seconds": 0.004569667391479015,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010393000000000013,
          "execution_wall_seconds": 0.010412415489554405,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1083
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009414000000000006,
          "execution_wall_seconds": 0.009435624815523624,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1039
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009984999999999966,
          "execution_wall_seconds": 0.00999558437615633,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.010780000000000012,
          "execution_wall_seconds": 0.010780459269881248,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1138
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 14,
      "mean_latency": 12.91095890410959,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0046920000000000295,
        "execution_wall_seconds": 0.004698624834418297,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.005659000000000025,
          "execution_wall_seconds": 0.005659624934196472,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.00545699999999999,
          "execution_wall_seconds": 0.005460500717163086,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005676999999999988,
          "execution_wall_seconds": 0.005687542259693146,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0064890000000000225,
          "execution_wall_seconds": 0.0064975423738360405,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004958000000000018,
        "execution_wall_seconds": 0.0049847085028886795,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.005948000000000009,
          "execution_wall_seconds": 0.0059566255658864975,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005415000000000003,
          "execution_wall_seconds": 0.005415624938905239,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005690000000000028,
          "execution_wall_seconds": 0.005693583749234676,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006300000000000028,
          "execution_wall_seconds": 0.006319332867860794,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "7b7fbea33849466840e89604e8cff5de4a43e1d480b1a3c93ae21464a14b8dd1",
        "c54159097d0c4ba942e7cb42b84a848571d409c4475829a0ded78bbf340fcb8a",
        "b481ca8cafb088d69e6e3bc2fa70759b4d3b22bf65a3e63ae7ea4a963794cd98",
        "9ff499284b7eba5e284b6eca5afb8d199632d64e4996171127059f6b89685a2e"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005219000000000029,
        "execution_wall_seconds": 0.005243666470050812,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006197999999999981,
          "execution_wall_seconds": 0.0062226662412285805,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005983999999999989,
          "execution_wall_seconds": 0.0059938328340649605,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 692,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006022000000000027,
          "execution_wall_seconds": 0.006026041693985462,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0062409999999999966,
          "execution_wall_seconds": 0.006240000016987324,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "df82dec759f07f61d30e706f7750bfa903f35c2f3e4ec33622b927ba07370196",
        "37eed7ac4fd0486c819eee08d4fd5e8471ca48a9e58713d8321b524c5d59c8d0",
        "3fdc0bff44d73383cfc4e7b856eb8e4935165156cde7995bdeaa4735daba7553",
        "8890b81efe4055a95d05168496acdfb2a452bd05cfec041a79dd312a0aa0d5b6"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004752000000000034,
        "execution_wall_seconds": 0.004755374975502491,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006015999999999966,
          "execution_wall_seconds": 0.0060204993933439255,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005720999999999976,
          "execution_wall_seconds": 0.00572916679084301,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 692,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005886999999999976,
          "execution_wall_seconds": 0.005890915170311928,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006230000000000013,
          "execution_wall_seconds": 0.006253584288060665,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045580000000000065,
        "execution_wall_seconds": 0.004558791406452656,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006350000000000022,
          "execution_wall_seconds": 0.006358250044286251,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005732000000000015,
          "execution_wall_seconds": 0.005732792429625988,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006066000000000016,
          "execution_wall_seconds": 0.0060655418783426285,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006557999999999953,
          "execution_wall_seconds": 0.006557207554578781,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004898999999999987,
        "execution_wall_seconds": 0.0049178749322891235,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0063770000000000215,
          "execution_wall_seconds": 0.006379458121955395,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006045000000000078,
          "execution_wall_seconds": 0.00604470819234848,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006328,
          "execution_wall_seconds": 0.006336040794849396,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006769999999999943,
          "execution_wall_seconds": 0.006769709289073944,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "98d0c6f917418cd8c7af9414437b5649a0975dcca85e50dc9b4d510882d0e1f8",
        "e0952395a20709d609aa331efa05a2b05b3542a89a7c4c2cb3bc20e311727369",
        "d5543c11404ab00ba24809028743618c0b2401f78c7ecb4048afe07c12a62746",
        "b3ea3212d0d08eaccaf38e89badc4f88c470b1cf6132adbdcc8eda9dc975deba"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004714999999999914,
        "execution_wall_seconds": 0.0047189174219965935,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0067309999999999315,
          "execution_wall_seconds": 0.006744625046849251,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 742,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006072000000000077,
          "execution_wall_seconds": 0.006078958511352539,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006408999999999998,
          "execution_wall_seconds": 0.0064232079312205315,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006896000000000013,
          "execution_wall_seconds": 0.006896208040416241,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "7a4df8ab331dac9da13b852b0f49a3576e852b69657efa275a80b95f74fbda35",
        "9977fc0c1e61761cdb361dcd0caedb71a281b76d71d97e61ff799d8dc2f79a8f",
        "d66f9fb5fb8c96e59d042085d13ed4f9b6f2aca494cc22ff67b6b50a0142638c",
        "bd44cf2fbe6788e2842b5fe7fe92cc49cce69175cd35b64b73a1051106485a83"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004718,
        "execution_wall_seconds": 0.004722416400909424,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0064030000000000475,
          "execution_wall_seconds": 0.006402958184480667,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 742,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006032000000000037,
          "execution_wall_seconds": 0.006038541905581951,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006273000000000084,
          "execution_wall_seconds": 0.006273624487221241,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0067670000000000785,
          "execution_wall_seconds": 0.006769957952201366,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004907999999999912,
        "execution_wall_seconds": 0.004909957759082317,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011222999999999983,
          "execution_wall_seconds": 0.011223250068724155,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1082
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.010072999999999999,
          "execution_wall_seconds": 0.0100769167765975,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9320,
          "state_serialized_bytes": 1039
        },
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010804999999999954,
          "execution_wall_seconds": 0.010803124867379665,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1054
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.011923999999999935,
          "execution_wall_seconds": 0.011942625045776367,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1137
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 20,
      "mean_latency": 18.698630136986303,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00479099999999999,
        "execution_wall_seconds": 0.004794624634087086,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011315999999999993,
          "execution_wall_seconds": 0.011316708289086819,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1082
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.010071000000000052,
          "execution_wall_seconds": 0.010079207830131054,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9320,
          "state_serialized_bytes": 1039
        },
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010840000000000072,
          "execution_wall_seconds": 0.010860832408070564,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1054
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.01212000000000002,
          "execution_wall_seconds": 0.012126624584197998,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1137
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 20,
      "mean_latency": 18.698630136986303,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 146,
      "trajectory_hashes": [
        "3b9c0f6b347fe47816ed449efd667bbf99d725fc2aff0e7a29b009a2650c198f",
        "42115a40e636bb767f901555f16df9000bf251b02e5559a7469b5ffd840025ef",
        "eda4b8695ba761cc8aaab36bb2a02330752931ed9982e40812a7052192e91297",
        "41c37b107281db1d575819a615878f9cf7dd548df3cdaa65af7a5d430ec635ce"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005014000000000074,
        "execution_wall_seconds": 0.005023125559091568,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006427999999999989,
          "execution_wall_seconds": 0.006459333002567291,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 644,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006013000000000046,
          "execution_wall_seconds": 0.006047332659363747,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0061149999999999816,
          "execution_wall_seconds": 0.006117667071521282,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.006520999999999999,
          "execution_wall_seconds": 0.006520667113363743,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "7509f7aa9691537d9d7f9495bb2c2d54ba46b18d02ba90f141161ff8c66d88a5",
        "1aa9d468326ead94be8e18c0aa8a21f5147995f146fa4929f76bff9c47052ebf",
        "e0bc100da743446310af071bce68c4108210fb7a9c7ed63eb09ee241f1d63c86",
        "126e95019be74ba7d453c2540ced50c1e532ed6a5f419122a3cbccd9cadf7af6"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004751000000000061,
        "execution_wall_seconds": 0.004747000522911549,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006361999999999979,
          "execution_wall_seconds": 0.006369375623762608,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 644,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.005569999999999964,
          "execution_wall_seconds": 0.005576041527092457,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 653,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.005808000000000035,
          "execution_wall_seconds": 0.00582816731184721,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.0062710000000000266,
          "execution_wall_seconds": 0.006271791644394398,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005716000000000054,
        "execution_wall_seconds": 0.0059026675298810005,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011944999999999983,
          "execution_wall_seconds": 0.011950166895985603,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1085
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010221999999999953,
          "execution_wall_seconds": 0.010231374762952328,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1041
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.012308000000000097,
          "execution_wall_seconds": 0.012307332828640938,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.013442999999999983,
          "execution_wall_seconds": 0.013562709093093872,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1140
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 15,
      "mean_latency": 14.575342465753424,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005137999999999865,
        "execution_wall_seconds": 0.00514241773635149,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.012004000000000015,
          "execution_wall_seconds": 0.01200404204428196,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1085
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010109000000000035,
          "execution_wall_seconds": 0.010111791081726551,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1041
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01288900000000004,
          "execution_wall_seconds": 0.012897291220724583,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.013144999999999962,
          "execution_wall_seconds": 0.013149416074156761,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1140
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 15,
      "mean_latency": 14.575342465753424,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 146,
      "trajectory_hashes": [
        "e431ad974e4830bca95efb7621bb818061d4866b2d1aae683745c3122451e369",
        "d4932bc28dc0316e7cfc773dab9e39c0a3e1ea08688692f670d36d950cb0ec3d",
        "d973c955234d977c821a31b3529081cae532f7dde125046f05d198d93896e492",
        "c477699b1adeaa82be16874add318732439c5a90aa7cd634363616ec17bcafde"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005131999999999914,
        "execution_wall_seconds": 0.0051309168338775635,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.6917808219178082,
      "execution": [
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.01009199999999999,
          "execution_wall_seconds": 0.010105667635798454,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 7741,
          "state_serialized_bytes": 880
        },
        {
          "active_state_boundaries": 666,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.008803000000000116,
          "execution_wall_seconds": 0.008803749457001686,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7681,
          "state_serialized_bytes": 865
        },
        {
          "active_state_boundaries": 676,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010578000000000198,
          "execution_wall_seconds": 0.010594584047794342,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7737,
          "state_serialized_bytes": 870
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.011597999999999997,
          "execution_wall_seconds": 0.011598625220358372,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 8697,
          "state_serialized_bytes": 984
        }
      ],
      "failures": {
        "missing": 45,
        "ok": 101
      },
      "fraction": 0.6917808219178082,
      "group": 0,
      "max_latency": 15,
      "mean_latency": 14.386138613861386,
      "missed_deadline_fraction": 0.3082191780821918,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 101,
      "trajectory_hashes": [
        "2b1aac9486bcba9aeef86fc9ea6aad27bb6fb827289ac13f8a4fd4a9dae377e6",
        "9ac5f56ef4a472c8987170cbe9f7fe05771ba73345a3a840e6b030b0c8abfb9c",
        "687c5e33a52634608c6e70bf0731c23006bc91d828ae53ab2d919f1d62957869",
        "1999446ddcfcf4b2f8a68792af2d8453c169f756fcc63e4e809ee5c76ef1a70b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005300000000000082,
        "execution_wall_seconds": 0.005305166356265545,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.6917808219178082,
      "execution": [
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.009689999999999976,
          "execution_wall_seconds": 0.009690875187516212,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 7741,
          "state_serialized_bytes": 880
        },
        {
          "active_state_boundaries": 666,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00881299999999996,
          "execution_wall_seconds": 0.008819540962576866,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7681,
          "state_serialized_bytes": 865
        },
        {
          "active_state_boundaries": 676,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01040899999999989,
          "execution_wall_seconds": 0.010408500209450722,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7737,
          "state_serialized_bytes": 870
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.011843000000000048,
          "execution_wall_seconds": 0.011854083277285099,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 8697,
          "state_serialized_bytes": 984
        }
      ],
      "failures": {
        "missing": 45,
        "ok": 101
      },
      "fraction": 0.6917808219178082,
      "group": 0,
      "max_latency": 15,
      "mean_latency": 14.386138613861386,
      "missed_deadline_fraction": 0.3082191780821918,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 101,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005048999999999859,
        "execution_wall_seconds": 0.005046125501394272,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011653000000000135,
          "execution_wall_seconds": 0.011667624115943909,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1084
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010045000000000082,
          "execution_wall_seconds": 0.010048666037619114,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1041
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011241000000000057,
          "execution_wall_seconds": 0.011248333379626274,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1056
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012143999999999933,
          "execution_wall_seconds": 0.012156874872744083,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1139
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 18,
      "mean_latency": 16.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005179999999999962,
        "execution_wall_seconds": 0.005181582644581795,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011437000000000141,
          "execution_wall_seconds": 0.011437749490141869,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1084
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.01014399999999993,
          "execution_wall_seconds": 0.010153916664421558,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1041
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011859999999999982,
          "execution_wall_seconds": 0.01192166656255722,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1056
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012238000000000193,
          "execution_wall_seconds": 0.012250540778040886,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1139
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 18,
      "mean_latency": 16.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 146,
      "trajectory_hashes": [
        "cef50fd2746063a430f5e07560ef5c961af9f48d9b1f83a1426c709fbb1b4b3d",
        "7d0f62252b452651377dbc4a23fbd00e4ec962886c172cfac67f1487e29cfb14",
        "ab41895221d98d8e4680115037378b728b0a52216a5be5a0e0c0956d0c1f64b8",
        "4b76665307349011056b7736ad63cf6fb3b5093fd9269de38997c7594ec6e67d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005146000000000095,
        "execution_wall_seconds": 0.005154666490852833,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006710000000000216,
          "execution_wall_seconds": 0.006710708141326904,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006255000000000122,
          "execution_wall_seconds": 0.006270124576985836,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0063349999999999795,
          "execution_wall_seconds": 0.0063335830345749855,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.006959999999999855,
          "execution_wall_seconds": 0.0069606248289346695,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "7a7b172d72b1ec99ee001237968418804d202c21ce13e72f53a710618788a225",
        "f29351273d25b2defec6dbc40b0a85d516da6cdb85a74c087b6b9eafdf574fbf",
        "b1ce224fd52071b9da477c18f715d956710b2f0d45c532d50d2a86dbca1d33ef",
        "9dd16c770e2b86fd4f39992e17bc1779a3ed5b66f9aa922bd9873dd4df43b39e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005131999999999914,
        "execution_wall_seconds": 0.005134208127856255,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006842000000000015,
          "execution_wall_seconds": 0.006844749674201012,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006096000000000101,
          "execution_wall_seconds": 0.006094874814152718,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0064910000000000245,
          "execution_wall_seconds": 0.0064948322251439095,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.006997000000000142,
          "execution_wall_seconds": 0.007000291720032692,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004906000000000077,
        "execution_wall_seconds": 0.004903583787381649,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006351999999999913,
          "execution_wall_seconds": 0.0063614994287490845,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.005804000000000142,
          "execution_wall_seconds": 0.005797708407044411,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 723,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.005959999999999965,
          "execution_wall_seconds": 0.005958957597613335,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 773,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.006736000000000075,
          "execution_wall_seconds": 0.0067397914826869965,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005020999999999942,
        "execution_wall_seconds": 0.005051249638199806,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.006374000000000102,
          "execution_wall_seconds": 0.006373208947479725,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.005987999999999882,
          "execution_wall_seconds": 0.006015375256538391,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 723,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006253999999999982,
          "execution_wall_seconds": 0.006260458379983902,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 773,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.00673199999999996,
          "execution_wall_seconds": 0.006731624715030193,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "047dd5dd1fe4e678cb848e152b5b9a23837dc3a4204f89bb6028c8faad92557c",
        "22b1921f74575ce7a44ea5b177396e09f2406c37dad5abd786466e28675cdbda",
        "0b7931cb225eb5a2a7b2f313f6a18233c236e26569015d081f0c571894d052cc",
        "21064eef373b9d604eae16ce3fef258ca3e2ac2baa5cc31c6dc4b687f8219e61"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005900999999999934,
        "execution_wall_seconds": 0.0059067923575639725,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008256999999999959,
          "execution_wall_seconds": 0.008267958648502827,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007844000000000184,
          "execution_wall_seconds": 0.007843833416700363,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008159999999999945,
          "execution_wall_seconds": 0.008163749240338802,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.00851600000000019,
          "execution_wall_seconds": 0.008515957742929459,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "1be4ad67c4730e1600dd8dccb4e49448ab2caba00a00d670b6e16566ab674a88",
        "846b6f3bc4bbd2a398cb207a9c990df7c389ea9194fa639741e5146194096e6a",
        "776754c8dc431d220cedf13610776e5e214cd3a99191bf045dc73847809becd8",
        "52508f866c1b1643be0e414c4f9352ee4d78ed101c40ef1b6fcced27f90e7ffa"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00567899999999999,
        "execution_wall_seconds": 0.005678790621459484,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007746000000000031,
          "execution_wall_seconds": 0.007749209180474281,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007298000000000027,
          "execution_wall_seconds": 0.007301082834601402,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007538999999999962,
          "execution_wall_seconds": 0.007538500241935253,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008211999999999886,
          "execution_wall_seconds": 0.008215042762458324,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005301,
        "execution_wall_seconds": 0.005316499620676041,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 700,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007151999999999825,
          "execution_wall_seconds": 0.007155874744057655,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.006817999999999991,
          "execution_wall_seconds": 0.006859208457171917,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 698,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0067230000000000345,
          "execution_wall_seconds": 0.00671958364546299,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 722,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.007368000000000041,
          "execution_wall_seconds": 0.007367957383394241,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005296999999999885,
        "execution_wall_seconds": 0.0053009167313575745,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 700,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007344000000000017,
          "execution_wall_seconds": 0.007344708777964115,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0070429999999999104,
          "execution_wall_seconds": 0.007040582597255707,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 698,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0071430000000001215,
          "execution_wall_seconds": 0.007142124697566032,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 722,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.007749000000000006,
          "execution_wall_seconds": 0.007752208039164543,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "9f223be560292e10f664ff441d206c47bfb2887681ca5ee99639db807e81121d",
        "c82e66c002ae8444474d8909d7896bc042dc32ea11c96e8e9ac2fa054116b6a0",
        "1a164a6302348a9e334c7e91ac98c543fcbd853dc6b2a3eedef5ab40fc9355ba",
        "6141a743bf69bc5f7fadd29bed9d4b946f0172777554a6c400e9753fbaa46b2b"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005722000000000005,
        "execution_wall_seconds": 0.005718749947845936,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.014712999999999976,
          "execution_wall_seconds": 0.01471258420497179,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1157
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.013270000000000115,
          "execution_wall_seconds": 0.013366124592721462,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014883999999999897,
          "execution_wall_seconds": 0.014890332706272602,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9988,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.016931999999999947,
          "execution_wall_seconds": 0.016937624663114548,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1214
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 18,
      "mean_latency": 16.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 146,
      "trajectory_hashes": [
        "80ff95a5e66d8d3418bed1fe5103dc6e4a3d6ae5c099aebb75c6ab7352db979c",
        "2050ca05f55821921873f5d7e66de7d4d22c44f1e5b8c8bdd98882cd99aafa73",
        "97ffc1a88bc5a90e76b26bc8dba02e93369d788ddaff8f9de5a27b94a1a51cbf",
        "29ab0e5e45af7219e994e0063fd01e869489a2eb2898e767266f36b2e987abf1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005824999999999969,
        "execution_wall_seconds": 0.005827916786074638,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013901999999999859,
          "execution_wall_seconds": 0.013905167579650879,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1157
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.012534999999999963,
          "execution_wall_seconds": 0.01253500021994114,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014985000000000026,
          "execution_wall_seconds": 0.015041916631162167,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9988,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.016641999999999824,
          "execution_wall_seconds": 0.016661792062222958,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1214
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 18,
      "mean_latency": 16.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005468999999999724,
        "execution_wall_seconds": 0.005472124554216862,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007514999999999938,
          "execution_wall_seconds": 0.0075188325718045235,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 738,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007145999999999875,
          "execution_wall_seconds": 0.007149999961256981,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 746,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0072229999999999794,
          "execution_wall_seconds": 0.007229916751384735,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.007832000000000061,
          "execution_wall_seconds": 0.007835042662918568,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0055829999999996716,
        "execution_wall_seconds": 0.005584625527262688,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007744999999999891,
          "execution_wall_seconds": 0.0077506257221102715,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 738,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007414999999999949,
          "execution_wall_seconds": 0.007423000410199165,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 746,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007467999999999808,
          "execution_wall_seconds": 0.007470333017408848,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008640999999999899,
          "execution_wall_seconds": 0.008671958930790424,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "95ff84ae52a8efa1a82c3f27ac632e314fdcffc21b477b8689d47486f683e70f",
        "9fdf45089848b079559a2e653fdff304f2d33115174ea296931be41728ccdf78",
        "6b7ea98737849f8871434aa6242501fc92e729fda96396b6d0d85f836225bffe",
        "fd66dcb12f6b6b90f963667edb42c1574f5c0e84fa825b0eb89f05cf02139474"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00571900000000003,
        "execution_wall_seconds": 0.005721790716052055,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013851999999999975,
          "execution_wall_seconds": 0.013883999548852444,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1156
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.012227999999999906,
          "execution_wall_seconds": 0.01223079115152359,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.013222000000000289,
          "execution_wall_seconds": 0.013225874863564968,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.01475599999999977,
          "execution_wall_seconds": 0.014765041880309582,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1213
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 25,
      "mean_latency": 23.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 146,
      "trajectory_hashes": [
        "f78c418181a091adbb27839433a53b7e644551713b386d80fd30ecfdd98e9534",
        "4951aff4cc3f4a3bcbcb75d2ddfc9417d8dd5f887292ebcf659f9aba50acc2b5",
        "24fb756a00a03b799a2d54e6176d01ef36bec5d100d81bd814b366a12a442f9f",
        "1db979648d5c396511c928e75950b3fd4d1e1fc2ffb33c7af8bc2e02f2cd45b8"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005675999999999792,
        "execution_wall_seconds": 0.005682624876499176,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013250000000000206,
          "execution_wall_seconds": 0.013257249258458614,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1156
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.011870000000000047,
          "execution_wall_seconds": 0.011874374933540821,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012420999999999793,
          "execution_wall_seconds": 0.012427040375769138,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014183000000000057,
          "execution_wall_seconds": 0.014188958331942558,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1213
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 25,
      "mean_latency": 23.883561643835616,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005541000000000018,
        "execution_wall_seconds": 0.005541709251701832,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007823000000000135,
          "execution_wall_seconds": 0.007822166197001934,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00734099999999982,
          "execution_wall_seconds": 0.007347583770751953,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007833999999999897,
          "execution_wall_seconds": 0.007848124951124191,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008220000000000116,
          "execution_wall_seconds": 0.008224000222980976,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00564700000000018,
        "execution_wall_seconds": 0.005646624602377415,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008601999999999776,
          "execution_wall_seconds": 0.008646583184599876,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008005999999999958,
          "execution_wall_seconds": 0.008005082607269287,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008011000000000212,
          "execution_wall_seconds": 0.008011667057871819,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008768000000000331,
          "execution_wall_seconds": 0.008768124505877495,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "19544cd369655115685fbedf3a18900ffbfaf0efa7288e9c08f5b76d178c8756",
        "54b1e2738ed78cb4bd582feaca5662a5d9b2fc04b675e12fd38e73cd95473b5a",
        "a2cb139291350ce701228a0d20f3f81272de75ddc56e59dc4dcf707a91cc60bf",
        "e517ce1202d68099a80338671428d653989faa6012e4444ee821c2534555d519"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006662999999999641,
        "execution_wall_seconds": 0.006666083820164204,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.01462299999999983,
          "execution_wall_seconds": 0.014622874557971954,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1159
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.014031999999999822,
          "execution_wall_seconds": 0.014041750691831112,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1115
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014520000000000088,
          "execution_wall_seconds": 0.01454504206776619,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 925,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.0158640000000001,
          "execution_wall_seconds": 0.015860624611377716,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1216
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 19,
      "mean_latency": 17.232876712328768,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 146,
      "trajectory_hashes": [
        "b6f59e9cf843909af3fa1e6dbd961613d6d5df5b539fb941824174deb03478e3",
        "a3497bfe52671a862932ecd7f0183e9f349cb59e3dffdeed1786391efcb23e3d",
        "9c2508d53b5c59821126d46c1c64ca6f21a4d18d71b29713876a9ccf9a44724c",
        "87662e359bf64576492c8e3d7dc4465732f48199f8a9a06e5e7897250ff64197"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006515000000000271,
        "execution_wall_seconds": 0.006523333489894867,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014229999999999965,
          "execution_wall_seconds": 0.014230207540094852,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1159
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.012933000000000305,
          "execution_wall_seconds": 0.012929290533065796,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1115
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014405000000000001,
          "execution_wall_seconds": 0.014407875016331673,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 925,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.015055999999999958,
          "execution_wall_seconds": 0.015058542601764202,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1216
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 19,
      "mean_latency": 17.232876712328768,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00626900000000008,
        "execution_wall_seconds": 0.006269833073019981,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008720000000000283,
          "execution_wall_seconds": 0.008719957433640957,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008465999999999863,
          "execution_wall_seconds": 0.008463958278298378,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008577999999999975,
          "execution_wall_seconds": 0.00858087558299303,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 925,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.00899400000000039,
          "execution_wall_seconds": 0.009004750289022923,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006753999999999927,
        "execution_wall_seconds": 0.006765582598745823,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009176000000000073,
          "execution_wall_seconds": 0.009180041030049324,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008758999999999961,
          "execution_wall_seconds": 0.008762291632592678,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009091999999999878,
          "execution_wall_seconds": 0.009091291576623917,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 925,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010373999999999661,
          "execution_wall_seconds": 0.01041249930858612,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "ec94cdc687db19450622d3ac7148b0e30282f7bd41e1bb90fc30eadb666c0053",
        "206b3371e47fc20a4d6e982c4f28da1254a673d0dc7594275634ad3b81a91cf8",
        "53239264a419bc58e4be892738544ce8d5b977b2e7a47180b502f0a32a435417",
        "fdfa4829357b35ae272d01e778bc34322553303b5e968e91c21db979af95b9ff"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006569999999999965,
        "execution_wall_seconds": 0.006573999300599098,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 825,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009225999999999956,
          "execution_wall_seconds": 0.009226958267390728,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008477999999999764,
          "execution_wall_seconds": 0.008478082716464996,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4812,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008587000000000344,
          "execution_wall_seconds": 0.008591582998633385,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009352999999999945,
          "execution_wall_seconds": 0.009356291964650154,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "027d3d9e2b0157382316287fe1a4aa6888a05dd406f4f701dc2b00a551cbc84e",
        "6fdb7d0aeb158164564d64cf38cbc1adc0f1659f4722621e054743ca1c98f9c9",
        "073679886471457c24bac2e35349ccb740629d4e50f7e22b629957c73b0b7b98",
        "51ef1cc2889bdf6e1b1009759232c9cb9b5b860adc06464e233e2143d4ce9bf5"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006469999999999754,
        "execution_wall_seconds": 0.006482915952801704,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 825,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008226000000000067,
          "execution_wall_seconds": 0.008222040720283985,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.00789699999999982,
          "execution_wall_seconds": 0.007904041558504105,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4812,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008329000000000253,
          "execution_wall_seconds": 0.008325541391968727,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.008947999999999734,
          "execution_wall_seconds": 0.008978791534900665,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065189999999999415,
        "execution_wall_seconds": 0.006518417038023472,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009409999999999918,
          "execution_wall_seconds": 0.009421207942068577,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 984,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009017999999999748,
          "execution_wall_seconds": 0.009024166502058506,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00897799999999993,
          "execution_wall_seconds": 0.008975749835371971,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 1056,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009719000000000033,
          "execution_wall_seconds": 0.009721792303025723,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006794000000000189,
        "execution_wall_seconds": 0.0067935846745967865,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009837000000000096,
          "execution_wall_seconds": 0.009836374782025814,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 984,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009508000000000294,
          "execution_wall_seconds": 0.009517082944512367,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009723999999999844,
          "execution_wall_seconds": 0.009727584198117256,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 1056,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01075999999999988,
          "execution_wall_seconds": 0.01079858373850584,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "0bfd1d71a227545ce884471aa2cda2f5b8b454dd8340b820eeba44df44aca6f1",
        "e7207743c9fd9d7b4061fb2c9671bdf78231060987c8b3827258ef2caebe72cd",
        "05a3116ef7fa72ae9bc1ed2a4e0aecd259ddcf396450ddeb86d3747f739f9eb8",
        "36d17c1557c507db96e4cf4e06a655f5c2ce67f7c50944481a9e9cc2022a4906"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.008862999999999843,
        "execution_wall_seconds": 0.008883624337613583,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009755999999999876,
          "execution_wall_seconds": 0.009755750186741352,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 938,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009174000000000238,
          "execution_wall_seconds": 0.009173874743282795,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009647999999999879,
          "execution_wall_seconds": 0.00965075008571148,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1005,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010448000000000235,
          "execution_wall_seconds": 0.010452750138938427,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "bbe1561829e140d68d6ccb20be48058fab2fefd0f227b2a1ca602afef50e2ef2",
        "14fdf4c002200d103d1c944ab535564d127ef390e183998616f8a6fd382cadc0",
        "fd58544b7ea4568d847d1821d6758cf7cdae61999d6797a957aa53c188d28c0a",
        "804170be1b6102d43ecc949c32ec3493c04f72a08128877bcb925acb24363913"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006473999999999869,
        "execution_wall_seconds": 0.006475082598626614,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009298999999999946,
          "execution_wall_seconds": 0.009308583103120327,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 938,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009228000000000236,
          "execution_wall_seconds": 0.00925804115831852,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009041000000000299,
          "execution_wall_seconds": 0.009045707993209362,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1005,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009764000000000106,
          "execution_wall_seconds": 0.009769042022526264,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 0,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0067149999999998045,
        "execution_wall_seconds": 0.006714457646012306,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015309999999999935,
          "execution_wall_seconds": 0.015313750132918358,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1158
        },
        {
          "active_state_boundaries": 984,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013853000000000115,
          "execution_wall_seconds": 0.013856290839612484,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1115
        },
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014512999999999998,
          "execution_wall_seconds": 0.014509832486510277,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 1056,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016151999999999944,
          "execution_wall_seconds": 0.016157958656549454,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1215
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 25,
      "mean_latency": 23.232876712328768,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006920000000000037,
        "execution_wall_seconds": 0.006949249655008316,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.016610000000000014,
          "execution_wall_seconds": 0.01660650037229061,
          "logical_execution_ticks": 3392,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1158
        },
        {
          "active_state_boundaries": 984,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.014718999999999927,
          "execution_wall_seconds": 0.014723541215062141,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1115
        },
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.015499000000000152,
          "execution_wall_seconds": 0.015502499416470528,
          "logical_execution_ticks": 3406,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 1056,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016958999999999946,
          "execution_wall_seconds": 0.016963332891464233,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1215
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 0,
      "max_latency": 25,
      "mean_latency": 23.232876712328768,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 146,
      "trajectory_hashes": [
        "977b8b9fd74d61521b48569e239d8a3a77aa3393056cde917b6a74b838f76cda",
        "2cc875f18bc156de27ecbfc5d7dae3ae2cd369c30ea392589fd40a3228967dd3",
        "7fabb35f0b511c02f8817ce56f21728cfaecfd353f87d2851d72058628a6c727",
        "e7977c2ea26c285ede85b5d4d6d47f5d7b27dbef03712133c9633e7142f185c2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004849000000000103,
        "execution_wall_seconds": 0.004851832985877991,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005921999999999983,
          "execution_wall_seconds": 0.005931790918111801,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 469
        },
        {
          "active_state_boundaries": 795,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.00687799999999994,
          "execution_wall_seconds": 0.006877833977341652,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.00625999999999971,
          "execution_wall_seconds": 0.006262749433517456,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.00642100000000001,
          "execution_wall_seconds": 0.006424250081181526,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4161,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "9bb3e7409d89a6711a440bf3f30083c2e8f4f303da12faed3c1c90038e983bcb",
        "9b03fd9454d09042639afaf2bf7e858f1fd9dbfbceded1391516512210d91dea",
        "f3a8e3bb133eed1bb472cee02fe2f7b725a9c2edb49dadc7765569c943348ec4",
        "7dd4d54043282a9b1b3c791f14f0fca043bf588d89e384a04e726fc084af0951"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004747000000000057,
        "execution_wall_seconds": 0.00475387554615736,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005902999999999992,
          "execution_wall_seconds": 0.005902666598558426,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 469
        },
        {
          "active_state_boundaries": 795,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006549000000000138,
          "execution_wall_seconds": 0.0065488750115036964,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.0061350000000000016,
          "execution_wall_seconds": 0.006138292141258717,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.00642100000000001,
          "execution_wall_seconds": 0.006428082473576069,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4161,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004682999999999993,
        "execution_wall_seconds": 0.004684083163738251,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009724999999999984,
          "execution_wall_seconds": 0.009725709445774555,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011711999999999723,
          "execution_wall_seconds": 0.011712790466845036,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1099
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.010549999999999837,
          "execution_wall_seconds": 0.01055945735424757,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010740000000000194,
          "execution_wall_seconds": 0.010743709281086922,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 21,
      "mean_latency": 18.719424460431654,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004549000000000358,
        "execution_wall_seconds": 0.004549000412225723,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00983299999999998,
          "execution_wall_seconds": 0.009832874871790409,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011810000000000098,
          "execution_wall_seconds": 0.011831208132207394,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1099
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.01068200000000008,
          "execution_wall_seconds": 0.010696875862777233,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.011106999999999978,
          "execution_wall_seconds": 0.011110291816294193,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 21,
      "mean_latency": 18.719424460431654,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 139,
      "trajectory_hashes": [
        "0d676df6e3cfc8b0a301b2f446fba564d17c063e8eb2c4d27a34879acc77d1d8",
        "b648d1a9d995a236cb0e2ced29ff7fa0f09dd7ea95366f0c7a0aef2397f18d4c",
        "a4e840d4199246968c55d4a5b94aca865b15f73cdd8368a9d9fc690938890fb7",
        "41afcc30c897efb31963bb40c16d8666a7f3abc82d86c9d40543103947911051"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004539000000000293,
        "execution_wall_seconds": 0.0045417072251439095,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005965999999999916,
          "execution_wall_seconds": 0.005969082936644554,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0066910000000000025,
          "execution_wall_seconds": 0.006694583222270012,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006175000000000264,
          "execution_wall_seconds": 0.006199583411216736,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006467000000000223,
          "execution_wall_seconds": 0.0064711663872003555,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "30c90cffbeb47a18a0c7dc4d5a392461976f302a9ae9083d45e70e66a3456937",
        "c367c014fe1def572375c898c7d1b30385375a8ce7b19d007ce0684290090ccc",
        "43efd8aaba5fdff290ecadfd71a1f8228249cdbdb0a97b70e6bf003003ce6c3f",
        "b1386b2b3e1ffff679f1b3d57424380e0a8b7b388a717f352781e50812962dce"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004325000000000134,
        "execution_wall_seconds": 0.004324457608163357,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005751000000000062,
          "execution_wall_seconds": 0.005754542537033558,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006406000000000134,
          "execution_wall_seconds": 0.006406458094716072,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.0061469999999999025,
          "execution_wall_seconds": 0.006150958128273487,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006241000000000163,
          "execution_wall_seconds": 0.006244624964892864,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005060999999999982,
        "execution_wall_seconds": 0.005064624361693859,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00983400000000012,
          "execution_wall_seconds": 0.00984808336943388,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011870000000000047,
          "execution_wall_seconds": 0.011876665987074375,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010474000000000316,
          "execution_wall_seconds": 0.010479750111699104,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1054
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010806000000000093,
          "execution_wall_seconds": 0.010825792327523232,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 15.136690647482014,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005017999999999745,
        "execution_wall_seconds": 0.00501845870167017,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009856999999999783,
          "execution_wall_seconds": 0.00985412485897541,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011753000000000124,
          "execution_wall_seconds": 0.011755375191569328,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.01051399999999969,
          "execution_wall_seconds": 0.010535458102822304,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1054
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011060999999999765,
          "execution_wall_seconds": 0.01105891726911068,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 15.136690647482014,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 139,
      "trajectory_hashes": [
        "10bdd99e94dea21b88fa50b806a47b0ca6d46055a887a615123395fa2aed84f2",
        "ca4ab5fa2667c8ad53267a2a7fe3903d44be98fcf291673cdf0a0217c7a44976",
        "ae00fb18e441fdb4d1c9b4ed983e0e04f2e0f41cd0159826814d4ac8b55b0ce6",
        "7e53d2018d7746e970f7f60585d9a70725c56b4e2df413f6fa5c5d040c7b58d8"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005185999999999691,
        "execution_wall_seconds": 0.005193375051021576,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.60431654676259,
      "execution": [
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008159999999999723,
          "execution_wall_seconds": 0.008159792050719261,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6862,
          "state_serialized_bytes": 775
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.009647000000000183,
          "execution_wall_seconds": 0.00964308436959982,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 7262,
          "state_serialized_bytes": 812
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00921700000000003,
          "execution_wall_seconds": 0.00921916589140892,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7638,
          "state_serialized_bytes": 879
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.009271999999999725,
          "execution_wall_seconds": 0.00927354209125042,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7322,
          "state_serialized_bytes": 823
        }
      ],
      "failures": {
        "missing": 55,
        "ok": 84
      },
      "fraction": 0.60431654676259,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 13.571428571428571,
      "missed_deadline_fraction": 0.39568345323741005,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 84,
      "trajectory_hashes": [
        "4364c90acde1ab8d224f5366b27ef7151fa55738b6e4093860ec3db56414f261",
        "352d11ddef481e7281c6c1c9796fbf2b9530fec8077dc276131e82a222c72c08",
        "b76479414c07cc7cc998a619dc31563d3c0507027f3c4e1f632a682ba3f263c6",
        "47948d47c8f88be01ccf920832b3abf62070fe9a0dd1c98334174220748b7c04"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005196999999999896,
        "execution_wall_seconds": 0.005281999707221985,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.60431654676259,
      "execution": [
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008152000000000381,
          "execution_wall_seconds": 0.008155666291713715,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6862,
          "state_serialized_bytes": 775
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.00975400000000004,
          "execution_wall_seconds": 0.009756125509738922,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 7262,
          "state_serialized_bytes": 812
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00913800000000009,
          "execution_wall_seconds": 0.009141874499619007,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7638,
          "state_serialized_bytes": 879
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0091190000000001,
          "execution_wall_seconds": 0.009122875519096851,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7322,
          "state_serialized_bytes": 823
        }
      ],
      "failures": {
        "missing": 55,
        "ok": 84
      },
      "fraction": 0.60431654676259,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 13.571428571428571,
      "missed_deadline_fraction": 0.39568345323741005,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 84,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005330000000000279,
        "execution_wall_seconds": 0.005330958403646946,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006573000000000384,
          "execution_wall_seconds": 0.006597749888896942,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007225000000000037,
          "execution_wall_seconds": 0.007234749384224415,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006680999999999937,
          "execution_wall_seconds": 0.00668800063431263,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006769999999999943,
          "execution_wall_seconds": 0.006777125410735607,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005349000000000714,
        "execution_wall_seconds": 0.00534941628575325,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0064549999999998775,
          "execution_wall_seconds": 0.0064611248672008514,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.0071550000000000225,
          "execution_wall_seconds": 0.007157375104725361,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006672999999999263,
          "execution_wall_seconds": 0.00667012482881546,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006876000000000104,
          "execution_wall_seconds": 0.006881708279252052,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c7813662902c599a050dd7fafff197914ddb2f468747bdd9b28deb611cd6bc37",
        "cae332c1794949b17ab32aa0fe34ae8b68769ad9e85cec9fb816f29246429780",
        "8a969cdda70e52da4a79794ba2b3e64a743438339881dac60fff092c91f6119d",
        "e1e89dfd2fe2f55160c0e58a3f52e9c38f8875276d9735e457ea2af85ea2382d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004966999999999722,
        "execution_wall_seconds": 0.004966333508491516,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 686,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006202000000000041,
          "execution_wall_seconds": 0.006204874254763126,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 743,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.006761000000000017,
          "execution_wall_seconds": 0.006772291846573353,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 701,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00648499999999963,
          "execution_wall_seconds": 0.006491292268037796,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4114,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006951999999999181,
          "execution_wall_seconds": 0.006974708288908005,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "cb184c9d56dfa6476a33aaf03a7b34eda89d564087610caf17afefe52721f2bb",
        "623aade95746ecd052c54504d44a24a072c1503ca4d44c1bcca2deb5f6a212ee",
        "5b20d1f9d2726e1e2e1da12de4d5cbe144e52d7fe2c22565cdea3bf3e795065d",
        "72c2c3eb56c6ca1506a317a8cf46f4ab7827025e22372db4356f025e4c62ca19"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005436999999999692,
        "execution_wall_seconds": 0.0054764170199632645,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 686,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006512999999999991,
          "execution_wall_seconds": 0.006523124873638153,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 743,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007541999999999938,
          "execution_wall_seconds": 0.0075542498379945755,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 701,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006745000000000445,
          "execution_wall_seconds": 0.006756915710866451,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4114,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0065869999999996764,
          "execution_wall_seconds": 0.006587625481188297,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005297000000000551,
        "execution_wall_seconds": 0.005297083407640457,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00662999999999947,
          "execution_wall_seconds": 0.006630292162299156,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 878,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007645000000000124,
          "execution_wall_seconds": 0.007656457833945751,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.0070550000000002555,
          "execution_wall_seconds": 0.00705970823764801,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006864000000000203,
          "execution_wall_seconds": 0.006863207556307316,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005360999999999727,
        "execution_wall_seconds": 0.0053636664524674416,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0065629999999998745,
          "execution_wall_seconds": 0.006563125178217888,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 878,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007467999999999364,
          "execution_wall_seconds": 0.007464375346899033,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.0069030000000003255,
          "execution_wall_seconds": 0.006901750341057777,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0070430000000003545,
          "execution_wall_seconds": 0.007043458521366119,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "5a839bb708aecb9b4640b2e27c6592828734bfa1de0a9ddc9d15d501005ab58a",
        "0c330c6e382ce8f72608711edcb7a3bb39a3dc8f5c6cd5276fb81fdda05d9c89",
        "aed006b83dda21b1cfe4e67e0b2962e1270eb4dee7b1fac6522b6a19884cc865",
        "a688bbc53866d582210369d4a03dba0af552efcaf910f60cce92c487e4e9b0f2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004983000000000182,
        "execution_wall_seconds": 0.004982832819223404,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009905000000000719,
          "execution_wall_seconds": 0.009902792051434517,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011717999999999229,
          "execution_wall_seconds": 0.01173833291977644,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1101
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010947999999999958,
          "execution_wall_seconds": 0.010973541997373104,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9208,
          "state_serialized_bytes": 1053
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010691999999999702,
          "execution_wall_seconds": 0.010692625306546688,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 16.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 139,
      "trajectory_hashes": [
        "6a070168dc38be2e3a575de03363de9d1acd30f4749d45d0b09716b6788e4867",
        "cdb908bad65c529e3a6dda0ed476789f37cddecd4a3a2b79a9fde382f27f8d22",
        "e368fe707d83d893557e3cc9910055fc1df5e45a3d40937503845ca5916a3223",
        "b23431d18337d6ee50ab5daa7dae21f945dc1bc910247b02f04078bdaf05363f"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004894000000000176,
        "execution_wall_seconds": 0.004894999787211418,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009796999999999834,
          "execution_wall_seconds": 0.00979379191994667,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011530999999999736,
          "execution_wall_seconds": 0.011537875048816204,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1101
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.01051499999999983,
          "execution_wall_seconds": 0.010524874553084373,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9208,
          "state_serialized_bytes": 1053
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01066199999999995,
          "execution_wall_seconds": 0.010664834640920162,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 16.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005780999999999814,
        "execution_wall_seconds": 0.005785082466900349,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007491000000000803,
          "execution_wall_seconds": 0.00749570969492197,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 816,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008111999999999675,
          "execution_wall_seconds": 0.008135874755680561,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007933999999999664,
          "execution_wall_seconds": 0.007946666330099106,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007462000000000302,
          "execution_wall_seconds": 0.007462457753717899,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005832999999999977,
        "execution_wall_seconds": 0.005834459327161312,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007994000000000057,
          "execution_wall_seconds": 0.00799424946308136,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 816,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008456999999999937,
          "execution_wall_seconds": 0.00845749955624342,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007944000000000173,
          "execution_wall_seconds": 0.007948333397507668,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008043000000000688,
          "execution_wall_seconds": 0.008043250069022179,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "62da6c6fc4118f983b0c43816c9187d75cbc3db7959f4019beecdbc4c1507fdb",
        "3d3dd53a263ba9c9df6f5ba4a6254dedb9f2d56ac8a51cd3f2faf67171eb5e7d",
        "c65edba811fae7677385ffbe550a5485800c271442596ed826e775129c167aa9",
        "64daa1b591e8eeb66c69c9f14b3783fd35b7b7489357daa6bf8d1f9e931a9139"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005757000000000012,
        "execution_wall_seconds": 0.005762999877333641,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 760,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012025000000000396,
          "execution_wall_seconds": 0.01203062478452921,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.01344299999999965,
          "execution_wall_seconds": 0.013443708419799805,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1176
        },
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.014159000000000255,
          "execution_wall_seconds": 0.014161541126668453,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012570000000000192,
          "execution_wall_seconds": 0.01257829274982214,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1116
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 16.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 139,
      "trajectory_hashes": [
        "c3701db258409c251432c43e74c99e554d3d02a933c96865e03dba27b400cd10",
        "a3b15a57e205a3b6c695bb2fee1cbdf346c192f25ae078ec7eeebaec5e9dae47",
        "ba41b3d7ce1ba79efa439b1b6cb5785f062d4789df1f170d8e9ebecafb6732f6",
        "987b5a144a01a82aa6005ba8705eba77ad47b26f845dbaf935fff7495abb35be"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005614000000000452,
        "execution_wall_seconds": 0.005618208087980747,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 760,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011512999999999884,
          "execution_wall_seconds": 0.011516083031892776,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013476999999999961,
          "execution_wall_seconds": 0.013493040576577187,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1176
        },
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.013761000000000578,
          "execution_wall_seconds": 0.01379725057631731,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012124000000000024,
          "execution_wall_seconds": 0.012150750495493412,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1116
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 18,
      "mean_latency": 16.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005644999999999456,
        "execution_wall_seconds": 0.00564529187977314,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 760,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007145000000000401,
          "execution_wall_seconds": 0.007148291915655136,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.007812000000000374,
          "execution_wall_seconds": 0.007823334075510502,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0074939999999994455,
          "execution_wall_seconds": 0.007489624433219433,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007456000000000351,
          "execution_wall_seconds": 0.007459375075995922,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00570199999999943,
        "execution_wall_seconds": 0.005701124668121338,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 760,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0074950000000004735,
          "execution_wall_seconds": 0.007494499906897545,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00821200000000033,
          "execution_wall_seconds": 0.008211375214159489,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008074999999999832,
          "execution_wall_seconds": 0.008075166493654251,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008070000000000022,
          "execution_wall_seconds": 0.008069957606494427,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "95aa828b665f018b56aa2bc622c1c72a179925f9d5e7423a86bb1441d75263e3",
        "5572664be01620f2194853020a5bbe3199418488ac29e600100b9f679ea0c269",
        "a40d05038e858f22118d879d4f93ed83f80c5b66c05efafb322289dae96b5162",
        "5abb13ba1f6cac2a68c9478a418bd867d38247c503ce2a751889ed04395d0a42"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005936000000000163,
        "execution_wall_seconds": 0.005936707369983196,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011728000000000627,
          "execution_wall_seconds": 0.011731792241334915,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013980000000000103,
          "execution_wall_seconds": 0.013983208686113358,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1175
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01284900000000011,
          "execution_wall_seconds": 0.012860333546996117,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1129
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012683,
          "execution_wall_seconds": 0.01271029096096754,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1116
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 25,
      "mean_latency": 23.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 139,
      "trajectory_hashes": [
        "a920366c57085c33f84706f5b42114574bad18923cb20c4176670b748eae5c25",
        "674eb78769c46bebeee303ab6978e3ee2738775eed16a3bc7198da13a19f46a0",
        "bd618120c5a0b8826a7048e19482f432beaaf9f8b7e3fa7552b0bd50be1cd83e",
        "adb34fafccb3e15f0fcf0b81fb608c9f7486ceb451dae52bb34c97344807ded1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005770000000000053,
        "execution_wall_seconds": 0.005770708434283733,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011778999999999762,
          "execution_wall_seconds": 0.011807790957391262,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.014339000000000546,
          "execution_wall_seconds": 0.014398959465324879,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1175
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.013181000000000331,
          "execution_wall_seconds": 0.013180582784116268,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1129
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012973999999999819,
          "execution_wall_seconds": 0.012982374988496304,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1116
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 25,
      "mean_latency": 23.532374100719423,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006064999999999543,
        "execution_wall_seconds": 0.00606787484139204,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007177000000000433,
          "execution_wall_seconds": 0.007174166850745678,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.0085090000000001,
          "execution_wall_seconds": 0.00851299986243248,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007779000000000202,
          "execution_wall_seconds": 0.00777845922857523,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007911000000000001,
          "execution_wall_seconds": 0.007914500311017036,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006051000000000251,
        "execution_wall_seconds": 0.0060623325407505035,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007553000000000587,
          "execution_wall_seconds": 0.007559166289865971,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00897099999999984,
          "execution_wall_seconds": 0.008993040770292282,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008376000000000161,
          "execution_wall_seconds": 0.008380665443837643,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007813000000000514,
          "execution_wall_seconds": 0.007823250256478786,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "9388143812055f246bcbf23cd630e71faa503d198eff08852bd1d5bd97897a58",
        "c127de8019bdeee8cc6e8da4df40aabf1f249954ba25434c5643f168768b8590",
        "6ebb812b23ac7c0b9b62ba1ce395e9cb4ad17552401330b00af071a9ac1e1758",
        "1d6473648000260f6b6743fd3cff5bd09766709b9ec5c3df8920130ebb2ee25a"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0062829999999998165,
        "execution_wall_seconds": 0.006283249706029892,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008919999999999817,
          "execution_wall_seconds": 0.00893216673284769,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00943499999999986,
          "execution_wall_seconds": 0.009441082365810871,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.009224999999999817,
          "execution_wall_seconds": 0.009230750612914562,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008791000000000437,
          "execution_wall_seconds": 0.008794333785772324,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "cba19952f6922e65bfe4b16222b54aec34179605f9b4469afe6dacb98c434e48",
        "1d2c18bd0e7ecb859a37982c744c825cc8fffe4996157910aab6728a65de16b9",
        "ea9b88343c8b33a8e367feb5e107a17babf7070db16020038bc11e64d2474b6b",
        "ba506330b20f8c65c87f33a7e881fb6cc3dd520af2663324d5937834225d5040"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006182000000000798,
        "execution_wall_seconds": 0.006185624748468399,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0078990000000001,
          "execution_wall_seconds": 0.007894749753177166,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009112000000000009,
          "execution_wall_seconds": 0.00911533273756504,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008724999999999206,
          "execution_wall_seconds": 0.008729999884963036,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008649000000000129,
          "execution_wall_seconds": 0.008650166913866997,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006631000000000498,
        "execution_wall_seconds": 0.006634708493947983,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.007966999999999835,
          "execution_wall_seconds": 0.007974833250045776,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009514000000000244,
          "execution_wall_seconds": 0.009514791890978813,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009233000000000047,
          "execution_wall_seconds": 0.009232958778738976,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008938999999999808,
          "execution_wall_seconds": 0.00894079077988863,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006611999999999618,
        "execution_wall_seconds": 0.006605334579944611,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008740999999999666,
          "execution_wall_seconds": 0.008745959028601646,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.00988699999999998,
          "execution_wall_seconds": 0.009888417087495327,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009402000000000577,
          "execution_wall_seconds": 0.009422042407095432,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008912999999999727,
          "execution_wall_seconds": 0.008913666941225529,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "26649e0d93d6a91c13cf613c49838cb05671e15a45b9931d3b4c92bfe15ebf52",
        "8f98d44fcc49e933edba01257296b322f47716b75e1dbbabb53749b873d22e5b",
        "11c924cd53a0d5e2eacfac2e723d5b3dbbb7eb85e6ac3b4a8be2c4869425e3c1",
        "8b8b909ca034a431b5d8e0f9e60f6ac69c711786b8880d3a4129a33142594efc"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006553000000000253,
        "execution_wall_seconds": 0.006552916020154953,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008701999999999543,
          "execution_wall_seconds": 0.008707292377948761,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010279999999999845,
          "execution_wall_seconds": 0.010283916257321835,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.00911699999999982,
          "execution_wall_seconds": 0.009129749611020088,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 875,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00898100000000035,
          "execution_wall_seconds": 0.008975000120699406,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "6c3863c54e1446a207d82aad05ca5a22c56a2ec252936cbc136142098ac7148d",
        "a36c0c0895320bac07530cef279b2421aa047a99bb00216848c64463a400f1ad",
        "e6170a7caa4d79c68fafc8a8cf2d8824e995d8cf57bbe77e6b4e73465f11772b",
        "4695abf23b1dced3a1718e0b860b8a857882040841635a45438958b622c656f4"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006305000000000227,
        "execution_wall_seconds": 0.00630541704595089,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008264999999999745,
          "execution_wall_seconds": 0.008265083655714989,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009316000000000102,
          "execution_wall_seconds": 0.009319375269114971,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008505000000000429,
          "execution_wall_seconds": 0.008504458703100681,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 875,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008370999999999462,
          "execution_wall_seconds": 0.008370209485292435,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006372999999999962,
        "execution_wall_seconds": 0.006375874392688274,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.011839000000000155,
          "execution_wall_seconds": 0.011838250793516636,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.014137000000000732,
          "execution_wall_seconds": 0.01413758285343647,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1178
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013126999999999889,
          "execution_wall_seconds": 0.013150209560990334,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9788,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013592000000000048,
          "execution_wall_seconds": 0.013613374903798103,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 19,
      "mean_latency": 16.37410071942446,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006597000000000186,
        "execution_wall_seconds": 0.006601125001907349,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.0125219999999997,
          "execution_wall_seconds": 0.012524666264653206,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01469200000000015,
          "execution_wall_seconds": 0.014691249467432499,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1178
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013722000000000456,
          "execution_wall_seconds": 0.013721833936870098,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9788,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014177000000000106,
          "execution_wall_seconds": 0.014222916215658188,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 19,
      "mean_latency": 16.37410071942446,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 139,
      "trajectory_hashes": [
        "e3a8a3146d59fb2503825c1ec727c921dfc8ede7ab211285ef2294c991b38523",
        "9f3886711eb5eebacf09ae84cf5bdadc5f789cf87a89378fad900768e52a23c8",
        "75fb7f89c2375a6824d30b70df273b265298caaf9bb247a1ad053ec592ba7a01",
        "e989d145245ee3ed32bcb1f088e43ad6b5094af3029b556b62d1607b3d32f3d8"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006596000000000046,
        "execution_wall_seconds": 0.0065952492877841,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009630000000000472,
          "execution_wall_seconds": 0.00963362492620945,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1044,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010593999999999326,
          "execution_wall_seconds": 0.01059329230338335,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 988,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009951000000000043,
          "execution_wall_seconds": 0.009958458133041859,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1002,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.010124000000000244,
          "execution_wall_seconds": 0.01012512482702732,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "cf665ffc5a27956e934413a3f884d90d485c73b4159ec95bb8adb34f5b10e13c",
        "5374c5f346d0033a3ad119814c4310b6a52c06fa7f38089c41819e087910a361",
        "4a11aa463194daa8d6ef7c9ba221adfc25b7b3156875f3dc0b396651e6b22109",
        "e53275d6949fdff16080c72a62c36fec10bc0bce9d3dc9621640d5305c35708a"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006612000000000506,
        "execution_wall_seconds": 0.006614207290112972,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009017000000000053,
          "execution_wall_seconds": 0.009020416997373104,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1044,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009843000000000046,
          "execution_wall_seconds": 0.009844125248491764,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 988,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009333999999999953,
          "execution_wall_seconds": 0.009343207813799381,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1002,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009268000000000498,
          "execution_wall_seconds": 0.009268333204090595,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006295999999999857,
        "execution_wall_seconds": 0.006296209059655666,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012490999999999808,
          "execution_wall_seconds": 0.012491624802350998,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015266999999999697,
          "execution_wall_seconds": 0.015277042053639889,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1177
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.015020999999999951,
          "execution_wall_seconds": 0.015024999156594276,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014245999999999981,
          "execution_wall_seconds": 0.014245916157960892,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 25,
      "mean_latency": 22.028776978417266,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006452999999999598,
        "execution_wall_seconds": 0.00645462516695261,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013537000000000354,
          "execution_wall_seconds": 0.013555957935750484,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015667999999999793,
          "execution_wall_seconds": 0.015674582682549953,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1177
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.015698999999999685,
          "execution_wall_seconds": 0.015704874880611897,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014669999999999739,
          "execution_wall_seconds": 0.014674958772957325,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 25,
      "mean_latency": 22.028776978417266,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 139,
      "trajectory_hashes": [
        "0670b19c793a81d25a605d4b343c1a4f9b95944f88553025ad2edf3b03c68c96",
        "2a9aa1cda6b18d805c17b85d3b9b334f196d4a3c04c192fc814d91195c37c6e0",
        "6e9c50b7ab9a4e0eb54834fc1793d1bbca00f14cb4afc0fcadd9187eaf8de512",
        "d8707d05c0d98e9dd14bdac7bbf5d9ad3365e945bb1b7a4bd5062aeaf18b57b3"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006199999999999761,
        "execution_wall_seconds": 0.006199500523507595,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009084999999999788,
          "execution_wall_seconds": 0.009090499952435493,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009815999999999825,
          "execution_wall_seconds": 0.00981925055384636,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009526000000000145,
          "execution_wall_seconds": 0.00952545739710331,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009539000000000186,
          "execution_wall_seconds": 0.009539791382849216,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "2af4f61d68dbc464f3470f313223dd039ada1b99dc5a338dee1bb9dcded08560",
        "a1c022b7253024b799c26555c61608968e8b2f4f3be9ad882f617615ff468f19",
        "ebeee33d21bfcd144ac9a3d82fe825c889d158bb9953bfde25c649b0dea7931f",
        "1d119226211a1c318fb9394e75e7d7af072399dc4d4e77b3d9e3c4fb2b4a266f"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006661999999999502,
        "execution_wall_seconds": 0.006698625162243843,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008095999999999215,
          "execution_wall_seconds": 0.008103249594569206,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009096999999999689,
          "execution_wall_seconds": 0.009097208268940449,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008701000000000292,
          "execution_wall_seconds": 0.008700541220605373,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008813000000000848,
          "execution_wall_seconds": 0.008814167231321335,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.5,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004362000000000421,
        "execution_wall_seconds": 0.004366208799183369,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.75,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4676258992805755,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0069949999999998624,
          "execution_wall_seconds": 0.0070158326998353004,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 745
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007806999999999675,
          "execution_wall_seconds": 0.007817249745130539,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 6538,
          "state_serialized_bytes": 743
        },
        {
          "active_state_boundaries": 614,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.007647999999999655,
          "execution_wall_seconds": 0.007658457383513451,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 6718,
          "state_serialized_bytes": 774
        },
        {
          "active_state_boundaries": 624,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0067230000000000345,
          "execution_wall_seconds": 0.006724542006850243,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6306,
          "state_serialized_bytes": 709
        }
      ],
      "failures": {
        "missing": 74,
        "ok": 65
      },
      "fraction": 0.4676258992805755,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 12.338461538461539,
      "missed_deadline_fraction": 0.5323741007194245,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 65,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.5,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004414000000000584,
        "execution_wall_seconds": 0.004411082714796066,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.75,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4676258992805755,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0067430000000001655,
          "execution_wall_seconds": 0.00674229022115469,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 745
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007817000000000185,
          "execution_wall_seconds": 0.007819457910954952,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 6538,
          "state_serialized_bytes": 743
        },
        {
          "active_state_boundaries": 614,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.007303999999999533,
          "execution_wall_seconds": 0.007306832820177078,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 6718,
          "state_serialized_bytes": 774
        },
        {
          "active_state_boundaries": 624,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006969999999999921,
          "execution_wall_seconds": 0.006974874995648861,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6306,
          "state_serialized_bytes": 709
        }
      ],
      "failures": {
        "missing": 74,
        "ok": 65
      },
      "fraction": 0.4676258992805755,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 12.338461538461539,
      "missed_deadline_fraction": 0.5323741007194245,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 65,
      "trajectory_hashes": [
        "75947cd38015561eb55c78bb30e07117ce34e3dafe560b3c8800c240cd1b5f76",
        "a599bf9c859c192c41e64d43f74f94edf48dbaa6ca3ef9a4150a232973bdda41",
        "0d70df3d7a847a0660b636bc10fc71b9f72f27f1ab044ca083b8a51f161bc7cd",
        "815f7522564fd0d0c5bdf5bdc52cfcd122b01b8fd243acfe6cab63bfa13d7038"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004855000000000054,
        "execution_wall_seconds": 0.004858916625380516,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 670,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005570000000000519,
          "execution_wall_seconds": 0.005570875480771065,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 469
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006301000000000556,
          "execution_wall_seconds": 0.00630825012922287,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005949999999999456,
          "execution_wall_seconds": 0.005961417220532894,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 702,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0063990000000000435,
          "execution_wall_seconds": 0.0064027924090623856,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4161,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "ae088a3da6b8b358615be8e45482c42d0a8457bd6942b9d6ed5b0702533e52eb",
        "e9237c317a297bfef79f8f262c709bd67daed0fa55856999f4f8f8616dad078c",
        "b36909c23a13740c226c1c78252c9554972616f2294dc983fd655507b97d7471",
        "fb00c1a34aeb304748d3d8f0090b085efe56e69ea20769864fac5f9702ae808a"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004519999999999413,
        "execution_wall_seconds": 0.004519917070865631,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 670,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005532999999999788,
          "execution_wall_seconds": 0.005534124560654163,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 469
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006025999999999421,
          "execution_wall_seconds": 0.006026292219758034,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005752000000000201,
          "execution_wall_seconds": 0.005757875740528107,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 702,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005945999999999785,
          "execution_wall_seconds": 0.005948917008936405,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4161,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 139
      },
      "fraction": 0,
      "group": 1,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004268000000000605,
        "execution_wall_seconds": 0.004269500263035297,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00822700000000065,
          "execution_wall_seconds": 0.00823679193854332,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.01034099999999949,
          "execution_wall_seconds": 0.01035216636955738,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1100
        },
        {
          "active_state_boundaries": 614,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.00900200000000062,
          "execution_wall_seconds": 0.009007291868329048,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 624,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009215999999999447,
          "execution_wall_seconds": 0.009216208010911942,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 12.532374100719425,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 139,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004363000000000561,
        "execution_wall_seconds": 0.004360290244221687,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008413000000000004,
          "execution_wall_seconds": 0.008418375626206398,
          "logical_execution_ticks": 3329,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010429000000000244,
          "execution_wall_seconds": 0.01043179165571928,
          "logical_execution_ticks": 3422,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1100
        },
        {
          "active_state_boundaries": 614,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.00928400000000007,
          "execution_wall_seconds": 0.009286750108003616,
          "logical_execution_ticks": 3347,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 624,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009680000000000355,
          "execution_wall_seconds": 0.009685000404715538,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 139
      },
      "fraction": 1,
      "group": 1,
      "max_latency": 14,
      "mean_latency": 12.532374100719425,
      "missed_deadline_fraction": 0,
      "queries": 139,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 139,
      "trajectory_hashes": [
        "a4fadc16e5b3667f6b565d645c127b0436d170087d5ff5bbcf2c364b4ff8c2ab",
        "f7fa3e071b0a7119943bd66406edcc0a968a932faed69f7d8cdedb43a9002d01",
        "7b13342a68e2d98260f53bfaaea8844b170eb19939a90b32774baae40a843672",
        "6e7d1dd29b7638a20c4cbb524cf82eca55357a76eb3b4082c2cef821535f8d05"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005126999999999882,
        "execution_wall_seconds": 0.005129124969244003,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.20408163265306123,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.009215000000000195,
          "execution_wall_seconds": 0.00921766646206379,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 6091,
          "state_serialized_bytes": 691
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006705999999999435,
          "execution_wall_seconds": 0.006705458275973797,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4467,
          "state_serialized_bytes": 513
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007791000000000103,
          "execution_wall_seconds": 0.0077966246753931046,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 590
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008085000000000342,
          "execution_wall_seconds": 0.008084957487881184,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 592
        }
      ],
      "failures": {
        "missing": 117,
        "ok": 30
      },
      "fraction": 0.20408163265306123,
      "group": 2,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7959183673469388,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 30,
      "trajectory_hashes": [
        "54b1535b16b7f09a12d1ee91be43e439ca8b81982485de04dbf0b8a01601b5c5",
        "bc55bca79f435b5308825507aa3052daabf43cdfc284ed09336e8ad8bb1bde37",
        "a68f4bd57fa337502ee496ff6d8f5cea223779d209d03aa165f379eb15d4ea9c",
        "a57aa1c08b40261a78414ec404ca90edb79a974f8387af43b0b06c9b39da81c9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004862000000000144,
        "execution_wall_seconds": 0.004862166941165924,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.20408163265306123,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.009197000000000344,
          "execution_wall_seconds": 0.009201708249747753,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 6091,
          "state_serialized_bytes": 691
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006540000000000212,
          "execution_wall_seconds": 0.006543249823153019,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4467,
          "state_serialized_bytes": 513
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007356000000000584,
          "execution_wall_seconds": 0.007356500253081322,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 590
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007823000000000135,
          "execution_wall_seconds": 0.007826458662748337,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 592
        }
      ],
      "failures": {
        "missing": 117,
        "ok": 30
      },
      "fraction": 0.20408163265306123,
      "group": 2,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7959183673469388,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 30,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052000000000003155,
        "execution_wall_seconds": 0.005204084329307079,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.00757199999999969,
          "execution_wall_seconds": 0.007572083733975887,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006408999999999665,
          "execution_wall_seconds": 0.006408125162124634,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007141999999999982,
          "execution_wall_seconds": 0.007193208672106266,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007197999999999816,
          "execution_wall_seconds": 0.007201541215181351,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005169000000000423,
        "execution_wall_seconds": 0.005167917348444462,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007700999999999958,
          "execution_wall_seconds": 0.007702584378421307,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0067550000000000665,
          "execution_wall_seconds": 0.0067578330636024475,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006905999999999857,
          "execution_wall_seconds": 0.006906040944159031,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007062000000000346,
          "execution_wall_seconds": 0.007061624899506569,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "6bf47589319843401dcf2534f55e6807516d01c9fa878ca4e65154fb8b6f3690",
        "bc27dd8f0b35892b311cdf45c1caafd6b1369b9eafdaedc51a61c0312d6fe48e",
        "75f69a19839c56b8afd23b489f3ebf64667f6aec63e388ef741272f54b544238",
        "d071ed6dddcb1758d8d3b3ac2acfbf856fea55e4cd2af388aebeae8cad5ee4ff"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00509399999999971,
        "execution_wall_seconds": 0.005094208754599094,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013425000000000686,
          "execution_wall_seconds": 0.013435166329145432,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00990900000000039,
          "execution_wall_seconds": 0.009908124804496765,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1016
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01099300000000003,
          "execution_wall_seconds": 0.010993249714374542,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012510999999999939,
          "execution_wall_seconds": 0.012534499168395996,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 18,
      "mean_latency": 15.802721088435375,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 147,
      "trajectory_hashes": [
        "ac965b6fd2c1824d667836d7c934fea7aa69b2907d0f97df63743c66084564c5",
        "296ba9bb6859b669a2444f58788283fe4584f2ad5b3c9494b5e228cce497c616",
        "0388c06959404d2167c04d4585a3a16af090e9fef6f1b469601f4cf59d136fa4",
        "6ecb2b998f25a2d3e9b19764ae40a5f847c00b68997b716454aeb9c142d9ab1b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005063999999999957,
        "execution_wall_seconds": 0.005072874948382378,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013884000000000007,
          "execution_wall_seconds": 0.013919457793235779,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009871999999999659,
          "execution_wall_seconds": 0.00987245887517929,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1016
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0109729999999999,
          "execution_wall_seconds": 0.010987584479153156,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011880999999999808,
          "execution_wall_seconds": 0.011881125159561634,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 18,
      "mean_latency": 15.802721088435375,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005296999999999663,
        "execution_wall_seconds": 0.005329708568751812,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 914,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007665000000000255,
          "execution_wall_seconds": 0.007668875157833099,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 779,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006497000000000419,
          "execution_wall_seconds": 0.006504000164568424,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006844999999999324,
          "execution_wall_seconds": 0.0068482086062431335,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007147999999999932,
          "execution_wall_seconds": 0.007152125239372253,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005132999999999832,
        "execution_wall_seconds": 0.005129791796207428,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 914,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008055999999999841,
          "execution_wall_seconds": 0.008067541755735874,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 779,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006541999999999604,
          "execution_wall_seconds": 0.006541249342262745,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006937999999999889,
          "execution_wall_seconds": 0.0069380830973386765,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.0072470000000004475,
          "execution_wall_seconds": 0.0072474172338843346,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "b4b386f682f04d60fb552df70e0552aa1305cc09544533ff4da132c8ebf9358a",
        "33d24098a990b1d7ac2071fa9ed46096dade8a63b704ee3a74a8a98ea89f50e4",
        "52503b2a15a0e9d804562f5786afde25569e3d79afd2c0c4e9a5dd8e8957be51",
        "0ffe0bdbe16280e8eab701f2dc15e25a457b5c181aedeffc58973058dd10b865"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004985000000000461,
        "execution_wall_seconds": 0.004981500096619129,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.0135929999999993,
          "execution_wall_seconds": 0.013613750226795673,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1165
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010038999999999909,
          "execution_wall_seconds": 0.010046625509858131,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011646999999999963,
          "execution_wall_seconds": 0.011650415137410164,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011871000000000187,
          "execution_wall_seconds": 0.011873290874063969,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9728,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 19,
      "mean_latency": 16.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 147,
      "trajectory_hashes": [
        "1defcf4624d8940d581bf6c1ee773b099e4e556cf1ff7275d3b6b5916ae17384",
        "404ae39f672f745d9f994da05faa6109974fe719c745d74b126e41526940162e",
        "2a3bbc5981c24fa676536ce3197b6a06066086c1a40b7f3183626f1e76eef25a",
        "e8cd44cc1a8c225525accc311c14f437ce859964f5307be6cf760a3ba4edc041"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005068999999999768,
        "execution_wall_seconds": 0.0050698332488536835,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013455000000000439,
          "execution_wall_seconds": 0.01346233393996954,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1165
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009981999999999935,
          "execution_wall_seconds": 0.009982209652662277,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010892000000000124,
          "execution_wall_seconds": 0.010904916562139988,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1051
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011629000000000111,
          "execution_wall_seconds": 0.011632208712399006,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9728,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 19,
      "mean_latency": 16.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005035000000000345,
        "execution_wall_seconds": 0.005035750567913055,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007667999999999786,
          "execution_wall_seconds": 0.007671167142689228,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0064630000000001075,
          "execution_wall_seconds": 0.006473374553024769,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006725000000000314,
          "execution_wall_seconds": 0.006725791841745377,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.00725899999999946,
          "execution_wall_seconds": 0.007276500575244427,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0049640000000001905,
        "execution_wall_seconds": 0.004961041733622551,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007719999999999949,
          "execution_wall_seconds": 0.007723541930317879,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006523999999999752,
          "execution_wall_seconds": 0.006527416408061981,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006726000000000454,
          "execution_wall_seconds": 0.006725834682583809,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.0072390000000002175,
          "execution_wall_seconds": 0.0072396667674183846,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "88bf0a5c7f9855cb679cdb20d4db237932694386dce1b5077cae03f6884d57c8",
        "821f26adf40c258a48eee359ec2e72265b7bab14068a3a8045a1ec4c4834ea42",
        "c649084daf7f66707f093d0822c266bc961751b327e115f1c3be39e2f7c47d29",
        "fefbea1bc510c89f8f8233f09a46830e803369bdfd7e074a60b4dae48bf49cb9"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005857999999999919,
        "execution_wall_seconds": 0.005858791992068291,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.015367999999999604,
          "execution_wall_seconds": 0.015378667041659355,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1240
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01178000000000079,
          "execution_wall_seconds": 0.011802167631685734,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.01299899999999976,
          "execution_wall_seconds": 0.012999875470995903,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9848,
          "state_serialized_bytes": 1123
        },
        {
          "active_state_boundaries": 850,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013611999999999291,
          "execution_wall_seconds": 0.013608832843601704,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 19,
      "mean_latency": 16.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 147,
      "trajectory_hashes": [
        "6a44e7c8a4fd81c10bf5b9b9ffd1264ef62bd8c38155da292aca0916e8cd112c",
        "5d32abf035cab7545822dda790fdbff7fdf984382cffe2c79c628ad627b4c79b",
        "b6c24a4bbfd758be1f4668d812de5d00c4eceec708d23b8bf7d0fbe22b0ad3ad",
        "319aaf710b32ffced3081e687858f140a38cf8f36a4f489dc1fe0531cd099764"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005560999999999261,
        "execution_wall_seconds": 0.0055763330310583115,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.014963000000000726,
          "execution_wall_seconds": 0.014968915842473507,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1240
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011200999999999794,
          "execution_wall_seconds": 0.011203999631106853,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012724000000000402,
          "execution_wall_seconds": 0.012745333835482597,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9848,
          "state_serialized_bytes": 1123
        },
        {
          "active_state_boundaries": 850,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013468999999999731,
          "execution_wall_seconds": 0.01348975021392107,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 19,
      "mean_latency": 16.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005601999999999663,
        "execution_wall_seconds": 0.005605374462902546,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.008602000000000665,
          "execution_wall_seconds": 0.008608875796198845,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0073030000000002815,
          "execution_wall_seconds": 0.007306250743567944,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00772499999999976,
          "execution_wall_seconds": 0.007731916382908821,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 850,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008134999999999337,
          "execution_wall_seconds": 0.008139624260365963,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005644999999999456,
        "execution_wall_seconds": 0.005648207850754261,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.008922000000000097,
          "execution_wall_seconds": 0.008924958296120167,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007772999999999364,
          "execution_wall_seconds": 0.007772332988679409,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 820,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0081869999999995,
          "execution_wall_seconds": 0.008184040896594524,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 850,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008696999999999733,
          "execution_wall_seconds": 0.00870154146105051,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "eb844022a851cb06e75cd55014b1d789bdd973e111e06696cf870e6e21f2bada",
        "f9f2e273a2711f364e8871264dffae30ac81ffbda7c1d08f01ea7fb089ba0df0",
        "d347d9e8cb4159c1e1215488eedb85146fb4ebbac1b7d13aed74ee2027b8674b",
        "0071dcfee06bcc799f86dceef845d6bec2079c1374bfa2fe680678ee099133fe"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006343999999999461,
        "execution_wall_seconds": 0.006344041787087917,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009654000000000273,
          "execution_wall_seconds": 0.009667666628956795,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008601999999999776,
          "execution_wall_seconds": 0.008633416146039963,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008906999999999776,
          "execution_wall_seconds": 0.008907207287847996,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009032000000000373,
          "execution_wall_seconds": 0.009030583314597607,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "3b434195d62813e8f9106298943b91a561b9a50229a6090098e0fa6d84117467",
        "3add9850f3a3af465ceadb6e25a850c09267a36d8a4c027308960cc7cb977a9a",
        "e6f2b55a6d7ddc369e18c1225293a18ae17c495d73ca3a7fbeafc6842f8e3982",
        "31ce7171f97a34a4c8cfd5843a1f2a3802aa9db5b9bba0145bfe12b04eda8af1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0063329999999997,
        "execution_wall_seconds": 0.006336125545203686,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.00912500000000005,
          "execution_wall_seconds": 0.009127415716648102,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007696000000000147,
          "execution_wall_seconds": 0.00769987516105175,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008497000000000199,
          "execution_wall_seconds": 0.00850995909422636,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00865999999999989,
          "execution_wall_seconds": 0.008660624735057354,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005843000000000487,
        "execution_wall_seconds": 0.005844166502356529,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009399000000000157,
          "execution_wall_seconds": 0.00940279196947813,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007976999999999457,
          "execution_wall_seconds": 0.007977957837283611,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008572999999999276,
          "execution_wall_seconds": 0.0085787083953619,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008891000000000204,
          "execution_wall_seconds": 0.008890041150152683,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005919999999999703,
        "execution_wall_seconds": 0.005919917486608028,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.01004499999999986,
          "execution_wall_seconds": 0.010050499811768532,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008379999999999832,
          "execution_wall_seconds": 0.008379584178328514,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008993999999999502,
          "execution_wall_seconds": 0.00899345800280571,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009519999999999307,
          "execution_wall_seconds": 0.00952987466007471,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "4099480d24b729bd447648667c7a84de5c3f548e6422a7c56f2f3cd82f99eaca",
        "2da8d003641bc3aa81cbcbb93e70f9066004611f8e857395280bce46ec9524a1",
        "7d0bd15c00cfeb53aafd7193662151b0564324ec171097cab0d5ff195b3de681",
        "71114bb5c3f9c2633b4bb2c8181ab25c87b657748df8e37f10a0c81ccec5e1c8"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065509999999999735,
        "execution_wall_seconds": 0.006568375043570995,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1092,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.010863999999999763,
          "execution_wall_seconds": 0.010867124423384666,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009441000000000699,
          "execution_wall_seconds": 0.009450250305235386,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 995,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.009955000000000602,
          "execution_wall_seconds": 0.009957916103303432,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 1040,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.010405999999999693,
          "execution_wall_seconds": 0.010407082736492157,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "75a25b27a7e0477996eba366994acad3e5d54d89ab95ba72e4f857e7481a2951",
        "6c956b7bebab5b7f469bbe965a759f031758440d49747a7736db8cc3b7e2fd49",
        "f1e8330627c11973aaa8c9709244d442ed4766a5c9bc414d1bb95ba277dc2565",
        "0964e72acd3d1e1606dfac45b8f6fbc92ebbfd9f361bf4bf28fa666a94560c89"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006332000000000448,
        "execution_wall_seconds": 0.006332332268357277,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1092,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.010454000000000185,
          "execution_wall_seconds": 0.010480625554919243,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008894999999999875,
          "execution_wall_seconds": 0.00889833364635706,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 995,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00913200000000014,
          "execution_wall_seconds": 0.009140457957983017,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 1040,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009897000000000489,
          "execution_wall_seconds": 0.009900249540805817,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005821999999999328,
        "execution_wall_seconds": 0.0058250417932868,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.016754999999999853,
          "execution_wall_seconds": 0.01685020886361599,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1239
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012633999999999368,
          "execution_wall_seconds": 0.012662875466048717,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0137830000000001,
          "execution_wall_seconds": 0.013782957568764687,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9848,
          "state_serialized_bytes": 1123
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.015169999999999462,
          "execution_wall_seconds": 0.015172542072832584,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 26,
      "mean_latency": 23.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006340999999999042,
        "execution_wall_seconds": 0.006348124705255032,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.017543000000000752,
          "execution_wall_seconds": 0.01757350005209446,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1239
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012979000000001406,
          "execution_wall_seconds": 0.012976334430277348,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014389000000001317,
          "execution_wall_seconds": 0.01438941527158022,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9848,
          "state_serialized_bytes": 1123
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.015607000000001037,
          "execution_wall_seconds": 0.01563191693276167,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 26,
      "mean_latency": 23.965986394557824,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 147,
      "trajectory_hashes": [
        "42466c82ac9ce4d237709335768547d2032a8e8e35b6f1708bf554aeee9413f7",
        "a86b345456b0f818b42d1b021975949e8acda663fc544ff49fb7eb3dcfbe8484",
        "49bb85c85858ba8961482f32f085dedf00ffff6caf21ba12c00bc78c877da969",
        "483df26eca10e0afedfe5bb948730c1bf33a23373571ed29a3c0ec894540defc"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065109999999997115,
        "execution_wall_seconds": 0.00650945957750082,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 949,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010078000000000031,
          "execution_wall_seconds": 0.010090583004057407,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008445000000000036,
          "execution_wall_seconds": 0.008445500396192074,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008872999999999465,
          "execution_wall_seconds": 0.008873374201357365,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 924,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.00973899999999972,
          "execution_wall_seconds": 0.009758749976754189,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "4a94954bdd063b772eb2dfc5fcd72e7317c182a534b144d661e41b33ce7bc030",
        "c29948eeece5a0808661bcc659297b4a2147079bb00ca0cbe7dc1069becc3a35",
        "a8f4463aaa539bf543e535a0632f756c937f3d3c30d00f574e205cf2d35f96f1",
        "7b50f1f4934aa1165a669c3704c399a164776e83ddd32c0c19f3a7b747a6c99a"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006911000000000556,
        "execution_wall_seconds": 0.006923958659172058,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 949,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.009496999999999645,
          "execution_wall_seconds": 0.009511166252195835,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008027000000000228,
          "execution_wall_seconds": 0.008028457872569561,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008377000000001189,
          "execution_wall_seconds": 0.008379166945815086,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 924,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009380999999999418,
          "execution_wall_seconds": 0.009400250390172005,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006846999999998715,
        "execution_wall_seconds": 0.006869291886687279,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.015930000000000888,
          "execution_wall_seconds": 0.0159388342872262,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1242
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012297000000000224,
          "execution_wall_seconds": 0.012308541685342789,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1094
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013382000000000005,
          "execution_wall_seconds": 0.013391833752393723,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1125
        },
        {
          "active_state_boundaries": 873,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015019999999999811,
          "execution_wall_seconds": 0.015030999667942524,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1188
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 18,
      "mean_latency": 16.761904761904763,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006727000000001482,
        "execution_wall_seconds": 0.006725541315972805,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.016735999999999862,
          "execution_wall_seconds": 0.0167451249435544,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1242
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01249599999999873,
          "execution_wall_seconds": 0.012525583617389202,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1094
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013655999999999224,
          "execution_wall_seconds": 0.013656416907906532,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1125
        },
        {
          "active_state_boundaries": 873,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.014757000000001241,
          "execution_wall_seconds": 0.014759667217731476,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1188
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 18,
      "mean_latency": 16.761904761904763,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 147,
      "trajectory_hashes": [
        "c52afb9e12711e37a2887f4f04f98cd495cf528f38c1f9c496c987eccad798ec",
        "cc9394419a4ac23c11fc23b4e3451562d90fa136cf1b42ccc2f5e850c4e2ef4c",
        "bf6820078c7fde81166e2c4d80439ab1faa2276842e22c777f6c4941a937fd4f",
        "542f4030af4dbbf14815a6d1eab14174fb0174281a65a4183b562d0e9801e9b2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006709000000000742,
        "execution_wall_seconds": 0.006723999977111816,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.01005199999999995,
          "execution_wall_seconds": 0.0100555419921875,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008456000000000685,
          "execution_wall_seconds": 0.008459582924842834,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00895099999999971,
          "execution_wall_seconds": 0.008952917531132698,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 873,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009447999999999013,
          "execution_wall_seconds": 0.009451749734580517,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c3e971134028c165b4ab207822737d64fb9bf2fc5cc193b6b036a8d4a1426db8",
        "d9990de0b669ed7413cc7c9bdfc15060de63629ee73ecab021501c78391fd637",
        "496ca0d4e76f8aaf709fab74d39e4ca654174e17e45fd074497f7a0d9bd0dd5f",
        "0b604cd4f9d84518f1096e63a0183d0b48d1ff2c38416433c19a224c2da42e5f"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065229999999996124,
        "execution_wall_seconds": 0.006522833369672298,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.009504000000001511,
          "execution_wall_seconds": 0.00951079186052084,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00788299999999964,
          "execution_wall_seconds": 0.007882624864578247,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.0085090000000001,
          "execution_wall_seconds": 0.008517375215888023,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 873,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009017999999999304,
          "execution_wall_seconds": 0.009024917148053646,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007160999999999973,
        "execution_wall_seconds": 0.007196291349828243,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.016623000000000943,
          "execution_wall_seconds": 0.016652666963636875,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10952,
          "state_serialized_bytes": 1241
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01266099999999959,
          "execution_wall_seconds": 0.012663542293012142,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014298000000000144,
          "execution_wall_seconds": 0.014328833669424057,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1125
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015703999999999496,
          "execution_wall_seconds": 0.015804999507963657,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 24,
      "mean_latency": 22.761904761904763,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066899999999989745,
        "execution_wall_seconds": 0.006693167611956596,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.017493000000001757,
          "execution_wall_seconds": 0.01749870739877224,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10952,
          "state_serialized_bytes": 1241
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013277999999999679,
          "execution_wall_seconds": 0.013287459500133991,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014749000000000123,
          "execution_wall_seconds": 0.014754625037312508,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1125
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01576299999999975,
          "execution_wall_seconds": 0.01576912496238947,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 24,
      "mean_latency": 22.761904761904763,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 147,
      "trajectory_hashes": [
        "585519f4ce6506f23ee81073c77b543f05e960582ba45fd316125b41d7087b95",
        "9d6deee6dcc128f00fa69526ec50ee13b14f9a705323d2add087409087c55a12",
        "b904eacf65fcbbab8e9c8564126573c76c1167cc16958a8784f3248280c938f1",
        "f85bbf6e037d0a7fe29f084f64c46f2a3951f6c6f31aab641e2ceb8a9543c149"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00757899999999978,
        "execution_wall_seconds": 0.007792999967932701,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010857999999998924,
          "execution_wall_seconds": 0.010861375369131565,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008744000000000085,
          "execution_wall_seconds": 0.00874362513422966,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009498000000000673,
          "execution_wall_seconds": 0.009497666731476784,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009797999999999973,
          "execution_wall_seconds": 0.009801624342799187,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "c3b816a6e3b15ea914045cbc8356c0c6bf1b61001245b3b69f5863987521ab23",
        "6a324f9ec7f5029633b08f343525015d1efe0bf0de08356bfcce87c0b5f002b0",
        "b61120bdf095ea3368adde0c312f4ee869b0ece1598bade0b0c50024d8f4007a",
        "0a948fc906760787069a716efddd9ebd7b123a380f5b4d4c8508c118fe079820"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00696600000000025,
        "execution_wall_seconds": 0.006994749419391155,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 996,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010085000000000122,
          "execution_wall_seconds": 0.01012079231441021,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008750000000000924,
          "execution_wall_seconds": 0.008763874880969524,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009210999999998748,
          "execution_wall_seconds": 0.009242875501513481,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009411000000000058,
          "execution_wall_seconds": 0.009433833882212639,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006879999999998887,
        "execution_wall_seconds": 0.006880667060613632,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1067,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010851999999999862,
          "execution_wall_seconds": 0.010889791883528233,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 941,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009293000000001328,
          "execution_wall_seconds": 0.009302499704062939,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 979,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009599999999998943,
          "execution_wall_seconds": 0.009600500576198101,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1025,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010228999999998933,
          "execution_wall_seconds": 0.01023179106414318,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066910000000000025,
        "execution_wall_seconds": 0.006693582981824875,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1067,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.011649000000000242,
          "execution_wall_seconds": 0.011651874519884586,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 941,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009452999999998823,
          "execution_wall_seconds": 0.009474208578467369,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 979,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009909999999999641,
          "execution_wall_seconds": 0.009913375601172447,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1025,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010505000000000209,
          "execution_wall_seconds": 0.010507999919354916,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "795967d1ea7257393a368576f4953dacd08bdc23104c0c83be13746ae3ce25b1",
        "f60095a3e600e7e9f97396d5268be4db90e4c488441b33d298a149623d961db9",
        "e618a5c7fde526da04b7165a829a84c08de9b13ddd7474561efb3be19d6445b3",
        "20c5db0d82722c5636489d912fdc5f1c09b81266edf14bf1b80c728e14c81426"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004597999999999658,
        "execution_wall_seconds": 0.004603750072419643,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006691999999999254,
          "execution_wall_seconds": 0.006691250018775463,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005478000000000094,
          "execution_wall_seconds": 0.005478499457240105,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 706,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005921000000000731,
          "execution_wall_seconds": 0.005920375697314739,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006103000000001302,
          "execution_wall_seconds": 0.006103791296482086,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "039a77d2f9764371c8246487edb4bf9774a898985764bae5e019038b09b9b70e",
        "232b74e983df7adb38617683c1528644f48735e50be949116503f659f5c330e1",
        "14eb065385b44540e7170b8495833da4e1230d7494cfdb498c4ce8f2bc0387ea",
        "bd6ec773da691bc824ba88413252b3df82eba9d170e8d224f56bc6b90b32dd2b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004440999999999917,
        "execution_wall_seconds": 0.004441041499376297,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 776,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006534000000000262,
          "execution_wall_seconds": 0.006534040905535221,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005501999999999896,
          "execution_wall_seconds": 0.005502541549503803,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 706,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005789000000000044,
          "execution_wall_seconds": 0.005789958871901035,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0061189999999999856,
          "execution_wall_seconds": 0.006120708771049976,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0041810000000008785,
        "execution_wall_seconds": 0.00417962484061718,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.011048999999999864,
          "execution_wall_seconds": 0.011048374697566032,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1164
        },
        {
          "active_state_boundaries": 589,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00821400000000061,
          "execution_wall_seconds": 0.008214084431529045,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 612,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009045999999999665,
          "execution_wall_seconds": 0.009045458398759365,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9268,
          "state_serialized_bytes": 1049
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.009978000000000264,
          "execution_wall_seconds": 0.009977458976209164,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 15,
      "mean_latency": 13.210884353741497,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004401999999998907,
        "execution_wall_seconds": 0.004413166083395481,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.010998999999999981,
          "execution_wall_seconds": 0.01099858246743679,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1164
        },
        {
          "active_state_boundaries": 589,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008529000000001119,
          "execution_wall_seconds": 0.008535082451999187,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 612,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009202000000000155,
          "execution_wall_seconds": 0.009214041754603386,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9268,
          "state_serialized_bytes": 1049
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.00988899999999937,
          "execution_wall_seconds": 0.009888499975204468,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 15,
      "mean_latency": 13.210884353741497,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 147,
      "trajectory_hashes": [
        "e1b1c342615eb75f20f8acf1f4ec160a097452c5028bbc91fc8bd6c23bddabc8",
        "166b2df2c9a70c98fbc3dc2dbb663b4b877bcfce1c82d5ed8f5de2db1a9c341f",
        "88081b32cfa613ee4bba1da6859f6eb900a6f9d5409629ec3026c31c1e9e614a",
        "cfc62bac4b9e74f5e265f3f8cdfea6f53245fd3569792e18988661fdedcdf077"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00431599999999932,
        "execution_wall_seconds": 0.004316084086894989,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.29931972789115646,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007137999999999423,
          "execution_wall_seconds": 0.007139208726584911,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5335,
          "state_serialized_bytes": 608
        },
        {
          "active_state_boundaries": 589,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005708000000000268,
          "execution_wall_seconds": 0.005705917254090309,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5487,
          "state_serialized_bytes": 628
        },
        {
          "active_state_boundaries": 612,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.007110000000000838,
          "execution_wall_seconds": 0.007131749764084816,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6063,
          "state_serialized_bytes": 694
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007004999999999484,
          "execution_wall_seconds": 0.007000625133514404,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 6147,
          "state_serialized_bytes": 702
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 44
      },
      "fraction": 0.29931972789115646,
      "group": 2,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7006802721088435,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 44,
      "trajectory_hashes": [
        "ad4e3ce84d2fb76471da3ebaa0a767fbefb5a418b9dfcf41d5ddd8e7fcbdcc6a",
        "d9f948cb7f3ebd8387b75d4ed0b03f7076205302cf3278c21fbfb701d1c208a1",
        "21a92943b9126a6ffd181bbf47e82458725907823134089f1cccee58a9ea3497",
        "3e6ae3fcff6a059b5e91b03d675a318eff3dd2596503ceae98bb6e140f0120ce"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0043720000000000425,
        "execution_wall_seconds": 0.004370667040348053,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.29931972789115646,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007382999999999029,
          "execution_wall_seconds": 0.007380916737020016,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5335,
          "state_serialized_bytes": 608
        },
        {
          "active_state_boundaries": 589,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005866000000001037,
          "execution_wall_seconds": 0.00586599949747324,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5487,
          "state_serialized_bytes": 628
        },
        {
          "active_state_boundaries": 612,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006886999999998977,
          "execution_wall_seconds": 0.0068864161148667336,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6063,
          "state_serialized_bytes": 694
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007040999999999187,
          "execution_wall_seconds": 0.007045792415738106,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 6147,
          "state_serialized_bytes": 702
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 44
      },
      "fraction": 0.29931972789115646,
      "group": 2,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7006802721088435,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 44,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004427999999998988,
        "execution_wall_seconds": 0.004433749243617058,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.011874000000000606,
          "execution_wall_seconds": 0.011877000331878662,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1163
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00882400000000061,
          "execution_wall_seconds": 0.008826999925076962,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009698999999999458,
          "execution_wall_seconds": 0.009703166782855988,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9296,
          "state_serialized_bytes": 1049
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011231000000000435,
          "execution_wall_seconds": 0.01127270795404911,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1107
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 20,
      "mean_latency": 19.006802721088434,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 147,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004421999999999926,
        "execution_wall_seconds": 0.004425499588251114,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012001999999998958,
          "execution_wall_seconds": 0.012008916586637497,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1163
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009237000000000606,
          "execution_wall_seconds": 0.009262500330805779,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010308000000000206,
          "execution_wall_seconds": 0.010340875014662743,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9296,
          "state_serialized_bytes": 1049
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011128999999998612,
          "execution_wall_seconds": 0.01114316564053297,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1107
        }
      ],
      "failures": {
        "ok": 147
      },
      "fraction": 1,
      "group": 2,
      "max_latency": 20,
      "mean_latency": 19.006802721088434,
      "missed_deadline_fraction": 0,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 147,
      "trajectory_hashes": [
        "a777b4ef121cf9c4b3454b9996ef8483e46617a49d168b5edb9e23a950ea8018",
        "b86601fc22acffbdbf2ed99be1d53062a72a67bfe3c0d7917ac07b3502f004e6",
        "295d0da78b7f95e349af739aaf8168e96c59524036b9db770f18b35fe1dfadc0",
        "ddbfd109febc4e72a0c163f183f165368a712319b94bc7be73d4f1209000a8bf"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004538000000000153,
        "execution_wall_seconds": 0.00455483328551054,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006712000000000273,
          "execution_wall_seconds": 0.006706791929900646,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005339000000001093,
          "execution_wall_seconds": 0.005342417396605015,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005903999999999243,
          "execution_wall_seconds": 0.005903624929487705,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0061719999999994,
          "execution_wall_seconds": 0.006183166988193989,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "d6cd3da11bf685a66645d5d7ebf82528be27a6726bcf84a60776af05e3ffd39c",
        "fe974ad6b0bd1989fbd079ea6a3ffc652909264b9d977d0700a2e34afe69ef02",
        "e3a0b93ec916a481247b66533fe3f0ec42ccaad0fd4a92d4d7cade1e76c1cbbc",
        "87225c39d7bdc74d74524bdb4b2876e2da541ffcaa82257b94a22cb5b76de550"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004526999999999504,
        "execution_wall_seconds": 0.004530208185315132,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006289000000000655,
          "execution_wall_seconds": 0.006293833255767822,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005596999999999852,
          "execution_wall_seconds": 0.0056047504767775536,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.00575000000000081,
          "execution_wall_seconds": 0.005754332989454269,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.00603599999999993,
          "execution_wall_seconds": 0.0060395002365112305,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004828999999999084,
        "execution_wall_seconds": 0.004840541630983353,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.0071870000000000545,
          "execution_wall_seconds": 0.0071943337097764015,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006168000000000617,
          "execution_wall_seconds": 0.006199167110025883,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006736999999999327,
          "execution_wall_seconds": 0.00675645936280489,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007009999999999295,
          "execution_wall_seconds": 0.007721917703747749,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004758999999999958,
        "execution_wall_seconds": 0.004777624271810055,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.00709299999999935,
          "execution_wall_seconds": 0.007102624513208866,
          "logical_execution_ticks": 3427,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006024999999999281,
          "execution_wall_seconds": 0.006025082431733608,
          "logical_execution_ticks": 3363,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.008164000000000726,
          "execution_wall_seconds": 0.008519874885678291,
          "logical_execution_ticks": 3397,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006909000000000276,
          "execution_wall_seconds": 0.006919708102941513,
          "logical_execution_ticks": 3432,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 147
      },
      "fraction": 0,
      "group": 2,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 147,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3531f42447b0a5db720269ba18c1a3a39094c68213f2c8aca4935e8d24ccd75a",
        "d2884a6d639c98d3b200e114a619b73acaf504c37042452f1d98ff9500d1f500",
        "caf33707f6f328045d2860762f6b2f9b67eab6b10b3fef00f485adaec6349c05",
        "59ce959f60bc595806c104d269e82281ad034baebbf81a1c619fe763eb539aeb"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005749999999999034,
        "execution_wall_seconds": 0.0057577090337872505,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011851000000000056,
          "execution_wall_seconds": 0.01186587568372488,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1062
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010669999999999291,
          "execution_wall_seconds": 0.01070495881140232,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 994
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.012185999999999808,
          "execution_wall_seconds": 0.012215833179652691,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1098
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012356000000000478,
          "execution_wall_seconds": 0.012367167510092258,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 16.633802816901408,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 142,
      "trajectory_hashes": [
        "845d8a7a3c759e71bb7a3edca74f4fc754794ce95b47f4c6d9bed1ec384c1a31",
        "3cceccadc6628cbb3cb82abf1e65766a39a737a0a7983f89396546ea01913722",
        "4c3b3cb2128e2405fd344444d7a03692be6fd002b2cb26a37207314580403013",
        "8e6eb788cda260544a96afa55c0fa18c52c7d94c7fb7d5b0f531fb157f40bdb1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005307999999999424,
        "execution_wall_seconds": 0.0053122080862522125,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.012331000000001424,
          "execution_wall_seconds": 0.012335041537880898,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1062
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010761000000000465,
          "execution_wall_seconds": 0.010781874880194664,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 994
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.012572999999999723,
          "execution_wall_seconds": 0.012586417607963085,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1098
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011953000000000102,
          "execution_wall_seconds": 0.011964209377765656,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 16.633802816901408,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0053160000000005425,
        "execution_wall_seconds": 0.005313125438988209,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 782,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007314000000000931,
          "execution_wall_seconds": 0.007317458279430866,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00660499999999864,
          "execution_wall_seconds": 0.006608332507312298,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007334000000000174,
          "execution_wall_seconds": 0.007355665788054466,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007375999999998939,
          "execution_wall_seconds": 0.00745308306068182,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005730999999999042,
        "execution_wall_seconds": 0.0057335421442985535,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 782,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007160000000000721,
          "execution_wall_seconds": 0.0072027090936899185,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006512999999999991,
          "execution_wall_seconds": 0.006516249850392342,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007595999999999492,
          "execution_wall_seconds": 0.007620999589562416,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.00725199999999937,
          "execution_wall_seconds": 0.007258624769747257,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "63847bee23d655564158cff7493338602e3611450fa2c4c883ffc6e607b552dc",
        "a0d82e4dc3330032ce227074700e43e5270982044d77e8a4629b7e662f36c637",
        "3582f4ceefbb2c8e4ef8c624aa2e0fda8559e0630cae9e4e55a44cd8a2136435",
        "4097ca687d948ce83c6e99e01f9dd28a70dc3eecebb13300553500da9f76fc1b"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0055080000000007345,
        "execution_wall_seconds": 0.005507792346179485,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007736999999998773,
          "execution_wall_seconds": 0.0077561670914292336,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006920999999998401,
          "execution_wall_seconds": 0.006921499967575073,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 924,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007535999999999987,
          "execution_wall_seconds": 0.007535500451922417,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 940,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007750000000001478,
          "execution_wall_seconds": 0.007754375226795673,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "02dc0dbca22ce829b46b973e769f786c51a8344f41764f935d1bfa8c5224b0d8",
        "3f512d39f8bafa8a7ab05d25d73986c2d7374f43d60faf4a9ed155627ecf1dd1",
        "e39e6702e8a624f224c27f534376d6042af9f707f2972f38df86113e63a999c5",
        "76158544544900a570eb8247baaa2660befb9716644291b0bb4a516c14bff734"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005672999999999817,
        "execution_wall_seconds": 0.005675583146512508,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007322000000000273,
          "execution_wall_seconds": 0.007318916730582714,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007163999999999504,
          "execution_wall_seconds": 0.007188917137682438,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 924,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007973999999999037,
          "execution_wall_seconds": 0.007979624904692173,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 940,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007766999999999413,
          "execution_wall_seconds": 0.0077699581161141396,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0059909999999998576,
        "execution_wall_seconds": 0.005990874953567982,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008290000000000575,
          "execution_wall_seconds": 0.008322291076183319,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007685999999999638,
          "execution_wall_seconds": 0.0077033331617712975,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008030999999999011,
          "execution_wall_seconds": 0.008037874475121498,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 865,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008435000000000414,
          "execution_wall_seconds": 0.00845483411103487,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00604700000000058,
        "execution_wall_seconds": 0.006050541065633297,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00833699999999915,
          "execution_wall_seconds": 0.00833787489682436,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007996999999999588,
          "execution_wall_seconds": 0.007997041568160057,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008826999999998364,
          "execution_wall_seconds": 0.008831041865050793,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 865,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008572000000000912,
          "execution_wall_seconds": 0.008573750033974648,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "5c4d82075c7a5078ec8d3edcd79837bc73b01707ede8d6cbf9cf05642fb36f36",
        "7fcad6afbcafa6fb8dfc5362b2d19841563e3c6f927edef2e464974ffa7204c4",
        "73c8868485262a1507292e74d46ac2ed4b1d37cb10a0d5bd298470173735d3ac",
        "eac6d026f828eecfce2da76f14f4956316dc6d34b250e08b02a5ad73b69ed4b2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006182000000000798,
        "execution_wall_seconds": 0.006183791905641556,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008606000000000336,
          "execution_wall_seconds": 0.008631584234535694,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008049000000001527,
          "execution_wall_seconds": 0.008044583722949028,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008687000000000111,
          "execution_wall_seconds": 0.00868895836174488,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008749999999999147,
          "execution_wall_seconds": 0.008750207722187042,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "338bdd9690ddd118cc83f8172123394453fa09318da354423202db4537998861",
        "6bffcfaa25b81c7f2212c44146674af3cfbbebe5f6a93a6f9f972c069a0531d0",
        "76c979d38559d20c97571f6f158621a7535dc0788b7db313cf150de5aec52774",
        "8a6ca9b68c22282881f9e2837725603e72e113045eb9ee4513e0c3c16a80499d"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006084999999998786,
        "execution_wall_seconds": 0.006091957911849022,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007814999999999017,
          "execution_wall_seconds": 0.007818000391125679,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 798,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007299999999998974,
          "execution_wall_seconds": 0.007300333119928837,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008129000000000275,
          "execution_wall_seconds": 0.008128833957016468,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008335999999999899,
          "execution_wall_seconds": 0.008339249528944492,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0060160000000006875,
        "execution_wall_seconds": 0.006023041903972626,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012989000000001028,
          "execution_wall_seconds": 0.013014083728194237,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01210400000000078,
          "execution_wall_seconds": 0.012104957364499569,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013341000000000491,
          "execution_wall_seconds": 0.0133651252835989,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1173
        },
        {
          "active_state_boundaries": 865,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013728999999999658,
          "execution_wall_seconds": 0.013783667236566544,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 17.154929577464788,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006202000000000041,
        "execution_wall_seconds": 0.006210916675627232,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.013384999999999536,
          "execution_wall_seconds": 0.0133890425786376,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012152000000000385,
          "execution_wall_seconds": 0.012162875384092331,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013824999999998866,
          "execution_wall_seconds": 0.013820250518620014,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1173
        },
        {
          "active_state_boundaries": 865,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.01423899999999989,
          "execution_wall_seconds": 0.014246250502765179,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 17.154929577464788,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 142,
      "trajectory_hashes": [
        "fd9ee94987af1f42450d11b3208ec6846b9bbde0c30c23a7e221d2daca342f11",
        "d708a86bce189c7282d076342a2b238121f4805da4c3507b5dab12a46429f061",
        "061d84401175d443f9ea2b92987d7ef4e3a5d875efb719d50e7bef649da4c0ee",
        "c1429705fc5c4fc76ac642108660cfe6f0bacac56fdca62cd2a02774657f007c"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006607999999999947,
        "execution_wall_seconds": 0.006607750430703163,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 951,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.009370000000000545,
          "execution_wall_seconds": 0.009370666928589344,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008870999999999185,
          "execution_wall_seconds": 0.008874291554093361,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.00974800000000009,
          "execution_wall_seconds": 0.009752458892762661,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 979,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009612999999999872,
          "execution_wall_seconds": 0.009621208533644676,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3fa9a22923f4dc0d2d42a60c6c8970d535d1ee6a311cceb96a5174d60616b69b",
        "297bddb97bb2967e2a637b026b0eaaaa14894fa773a4c684bb97fb57f8f17d59",
        "162704b5ec7f2e78d341542600186bef62495529885cfb355e1184fff23a65d5",
        "6b4ffbb9fa74bc828a193f9718ad77d6fc29cf23c24dd4adc2bbc978c33ecb48"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006451999999999458,
        "execution_wall_seconds": 0.006456541828811169,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 951,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008777999999999508,
          "execution_wall_seconds": 0.00878950022161007,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008931999999999718,
          "execution_wall_seconds": 0.008961208164691925,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.00961000000000034,
          "execution_wall_seconds": 0.0096388328820467,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 979,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009585000000001287,
          "execution_wall_seconds": 0.009616833180189133,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006040000000000489,
        "execution_wall_seconds": 0.006046541966497898,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 961,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014013000000000275,
          "execution_wall_seconds": 0.014019457623362541,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012871999999999773,
          "execution_wall_seconds": 0.012879959307610989,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1068
        },
        {
          "active_state_boundaries": 983,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.0143930000000001,
          "execution_wall_seconds": 0.014392334036529064,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10108,
          "state_serialized_bytes": 1172
        },
        {
          "active_state_boundaries": 994,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.014758999999999745,
          "execution_wall_seconds": 0.014761959202587605,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1184
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 26,
      "mean_latency": 23.633802816901408,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006263000000000574,
        "execution_wall_seconds": 0.00626333337277174,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 961,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014728999999999104,
          "execution_wall_seconds": 0.014746165834367275,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013277999999999679,
          "execution_wall_seconds": 0.013284292072057724,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1068
        },
        {
          "active_state_boundaries": 983,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.015354000000000312,
          "execution_wall_seconds": 0.015361958183348179,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10108,
          "state_serialized_bytes": 1172
        },
        {
          "active_state_boundaries": 994,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.015195000000000292,
          "execution_wall_seconds": 0.01519770734012127,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1184
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 26,
      "mean_latency": 23.633802816901408,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 142,
      "trajectory_hashes": [
        "75d66949fdc428f360bee96b4ac430e95043b18e6fa0f956ef5539c7bd2720c0",
        "da0b7f3f856bd787e4e8dd34bb863a580d15666650b95a828e90e612cae102e8",
        "31775dcef9661aaba8517c71971c1fad3633930e9b97de2fb76f7388c9b540dd",
        "c3effe37286063001a9b24d7538b8a79d93cedbbb1aa9589eef8d02802cc246b"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006598999999999577,
        "execution_wall_seconds": 0.006603707559406757,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 961,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.009140999999999622,
          "execution_wall_seconds": 0.009163333103060722,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00848599999999955,
          "execution_wall_seconds": 0.008485792204737663,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 983,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.009336999999998596,
          "execution_wall_seconds": 0.009339332580566406,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 994,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009526999999998509,
          "execution_wall_seconds": 0.009566457942128181,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "70a99405b53ac06965997e4a28dbf03c043f62bdbe5071fab19d5e8b975f4e64",
        "b5cf1a74fec65bc21d6472c4e59eaf911e70b0b6b5e351405eac33b9bdaf4dd4",
        "f7df64dfae7386d0cd259dccd9d4812df27ce2bb158d21e417a6583fef27aeee",
        "01e1078a8d4a1f67cf2bb5ac6689dad73892fb1115185f1677f0f465c255eb39"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006209000000000131,
        "execution_wall_seconds": 0.00622616708278656,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 961,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00866599999999984,
          "execution_wall_seconds": 0.008673833683133125,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008180999999998662,
          "execution_wall_seconds": 0.008181707933545113,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 983,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.00883800000000079,
          "execution_wall_seconds": 0.008840500377118587,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 994,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00880199999999931,
          "execution_wall_seconds": 0.008805915713310242,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066269999999999385,
        "execution_wall_seconds": 0.006628583185374737,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014300000000000423,
          "execution_wall_seconds": 0.014309875667095184,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013056999999999874,
          "execution_wall_seconds": 0.01306395884603262,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 894,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014255999999999602,
          "execution_wall_seconds": 0.014255082234740257,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1175
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.014535000000000409,
          "execution_wall_seconds": 0.014538584277033806,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 16.887323943661972,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006606999999998919,
        "execution_wall_seconds": 0.006604500114917755,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.0148419999999998,
          "execution_wall_seconds": 0.014858582988381386,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013071999999999306,
          "execution_wall_seconds": 0.013077415525913239,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 894,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014978000000001046,
          "execution_wall_seconds": 0.014987124130129814,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1175
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.014820999999999529,
          "execution_wall_seconds": 0.014820500276982784,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 19,
      "mean_latency": 16.887323943661972,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 142,
      "trajectory_hashes": [
        "61f23c6c0396563263ccbcceb0c65a0f32433eb47216a8c191c3df261d35ea42",
        "32744b6b4fc5122ca8319a7ed856d4684dcf8a28603b8a5f62d12d9d89120b4a",
        "2a9d20cfd039d4a6f2bac8f517e42ac6241b92bf3b13b06a20cf7a9b262ff668",
        "9ebddc53e6132f3b2ae5594d744de6de7a038a940473776a8cfe198d7709185f"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006619000000000597,
        "execution_wall_seconds": 0.006615041755139828,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2676056338028169,
      "execution": [
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.011262999999999579,
          "execution_wall_seconds": 0.011267333291471004,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 6499,
          "state_serialized_bytes": 765
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009724000000000288,
          "execution_wall_seconds": 0.009726915508508682,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 5743,
          "state_serialized_bytes": 672
        },
        {
          "active_state_boundaries": 894,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.011086999999999847,
          "execution_wall_seconds": 0.011090916581451893,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6239,
          "state_serialized_bytes": 723
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010628000000000526,
          "execution_wall_seconds": 0.010630750097334385,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 5887,
          "state_serialized_bytes": 686
        }
      ],
      "failures": {
        "missing": 104,
        "ok": 38
      },
      "fraction": 0.2676056338028169,
      "group": 3,
      "max_latency": 15,
      "mean_latency": 15,
      "missed_deadline_fraction": 0.7323943661971831,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 38,
      "trajectory_hashes": [
        "52791fad1012caf86ae29fc56b791dc6e5e8b31d8139fb37ae18faaee86b9711",
        "7de6ad881aa925291348d3cdc7dcc70063caaf160933fd5587d2260eda59f181",
        "1362506cbb8533b3d4d8756016c759048c970ed698a0d553960da17744421ec4",
        "adacc10d59ecb46e37beb644dc7af3b1fce48a0a135e90ce58ceb9acb4c22cd9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0064229999999998455,
        "execution_wall_seconds": 0.006423540413379669,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2676056338028169,
      "execution": [
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.01081499999999913,
          "execution_wall_seconds": 0.010817875154316425,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 6499,
          "state_serialized_bytes": 765
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009468000000000032,
          "execution_wall_seconds": 0.009471291676163673,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 5743,
          "state_serialized_bytes": 672
        },
        {
          "active_state_boundaries": 894,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010355000000000558,
          "execution_wall_seconds": 0.010364832356572151,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6239,
          "state_serialized_bytes": 723
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010099999999999554,
          "execution_wall_seconds": 0.010103249922394753,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 5887,
          "state_serialized_bytes": 686
        }
      ],
      "failures": {
        "missing": 104,
        "ok": 38
      },
      "fraction": 0.2676056338028169,
      "group": 3,
      "max_latency": 15,
      "mean_latency": 15,
      "missed_deadline_fraction": 0.7323943661971831,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 38,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006344000000000349,
        "execution_wall_seconds": 0.006349749863147736,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008075999999999084,
          "execution_wall_seconds": 0.008076249621808529,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.007941999999999894,
          "execution_wall_seconds": 0.0079672085121274,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 830,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008619000000001265,
          "execution_wall_seconds": 0.008641624823212624,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.008726999999998597,
          "execution_wall_seconds": 0.00873587466776371,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006579000000000335,
        "execution_wall_seconds": 0.006574958562850952,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008849999999998914,
          "execution_wall_seconds": 0.008847000077366829,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008502999999999261,
          "execution_wall_seconds": 0.0085056247189641,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 830,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008917000000000286,
          "execution_wall_seconds": 0.008920124731957912,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009026999999999674,
          "execution_wall_seconds": 0.009026792831718922,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "99f3c9f556adb106516c4ca7e935e85e6edfb8402ad0405c62e5a78bd75542a8",
        "fe0e07832bab612cbfa7b94ebf11094ba00fa5577114d6778d064ff52c81cf1e",
        "5ba0eea8e0ae30dda9f260aaadd13eb7525e180da40bf9de8d8f167d3c9a69e1",
        "8cf9e0a349951629c63388b05b0136efd36958162c921eebe787354c719d92fe"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006751999999998759,
        "execution_wall_seconds": 0.006748124957084656,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009425000000000239,
          "execution_wall_seconds": 0.009430833160877228,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009349999999999525,
          "execution_wall_seconds": 0.009375999681651592,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.00958199999999998,
          "execution_wall_seconds": 0.009584791958332062,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009982999999998299,
          "execution_wall_seconds": 0.009985375218093395,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "af0620cddc394240d2449e4263ee59de9852b07bf39162e9c0f0f28c63fddf38",
        "4b4d233ff20a146759b62c4482e8c83d34a8f9b3bdf0e3f95e19064c637c2b92",
        "fcd8b8d0bca7e50b6e3c5b5bfd2eaa542371836bce46b48076246272ddf1dffd",
        "fff290140037df2493c98046f98e4f5f507fb146ac196b6b905d939659654f7c"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006593999999999767,
        "execution_wall_seconds": 0.006590499542653561,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008865999999999374,
          "execution_wall_seconds": 0.008870458230376244,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008744000000000085,
          "execution_wall_seconds": 0.008743999525904655,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008972999999999232,
          "execution_wall_seconds": 0.00897320918738842,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.00944600000000051,
          "execution_wall_seconds": 0.0094588752835989,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00664599999999993,
        "execution_wall_seconds": 0.006645957939326763,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008990999999999971,
          "execution_wall_seconds": 0.008987625129520893,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 877,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008542000000000272,
          "execution_wall_seconds": 0.00854191742837429,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 931,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009157999999999333,
          "execution_wall_seconds": 0.009198124520480633,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 941,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009358000000000644,
          "execution_wall_seconds": 0.00936220958828926,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006695000000000562,
        "execution_wall_seconds": 0.006701500155031681,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009299999999999642,
          "execution_wall_seconds": 0.009303541854023933,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 877,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009192000000000533,
          "execution_wall_seconds": 0.009194665588438511,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 931,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.00957499999999989,
          "execution_wall_seconds": 0.009582250379025936,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 941,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.00977300000000092,
          "execution_wall_seconds": 0.009776708669960499,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "106e594f2939a4306c6456dd4085cb96b5a8b19cc6d757631a8556dda7e1d74e",
        "80e6421a23da05b217131120311a0bb4c51ff818ab15923a8c503a9f913a625c",
        "387cfb8563ccf4b4258008a594011184cd5f2409269fa61964d1ac21f62b9f2e",
        "8d1bcb528387abfc374386081eab842f227ba88064923628716c4cf701c098aa"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007154000000001659,
        "execution_wall_seconds": 0.007166082970798016,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.015193999999999264,
          "execution_wall_seconds": 0.015196957625448704,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013993000000001032,
          "execution_wall_seconds": 0.013995791785418987,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1070
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.016473999999998767,
          "execution_wall_seconds": 0.016483541578054428,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1174
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015492000000000061,
          "execution_wall_seconds": 0.015503084287047386,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 25,
      "mean_latency": 22.366197183098592,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 142,
      "trajectory_hashes": [
        "fe60ba6762ffad017f70533cb79830b2ef581a25d8f376a2bc0a83626044d346",
        "9a3c9e09fa1f6a24dee7b08d819eda6089b53c9ce9298234ebe6fb3131d7542a",
        "81eb7a0d41b939e521da5a6a83d72895d192a3e8d98930a44cbda79a98e2a0f6",
        "230d06189c4bb447e99d2672c26ea0af822f49a125678663fc62e7852ed97294"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006600999999999857,
        "execution_wall_seconds": 0.006604083813726902,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014556999999999931,
          "execution_wall_seconds": 0.014590875245630741,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013448000000000349,
          "execution_wall_seconds": 0.013480834662914276,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1070
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015862000000000265,
          "execution_wall_seconds": 0.01586558297276497,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1174
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015704999999998748,
          "execution_wall_seconds": 0.015976707451045513,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10336,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 25,
      "mean_latency": 22.366197183098592,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004654999999999632,
        "execution_wall_seconds": 0.004654667340219021,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0099140000000002,
          "execution_wall_seconds": 0.009913291782140732,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1062
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00896299999999961,
          "execution_wall_seconds": 0.008969749324023724,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 993
        },
        {
          "active_state_boundaries": 655,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010331000000000756,
          "execution_wall_seconds": 0.010335166938602924,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9584,
          "state_serialized_bytes": 1097
        },
        {
          "active_state_boundaries": 661,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010181000000001106,
          "execution_wall_seconds": 0.01018791738897562,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 14,
      "mean_latency": 12.683098591549296,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00464500000000001,
        "execution_wall_seconds": 0.004651165567338467,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010145999999998878,
          "execution_wall_seconds": 0.010171082802116871,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1062
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009180999999999884,
          "execution_wall_seconds": 0.00918416678905487,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 993
        },
        {
          "active_state_boundaries": 655,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010156999999999528,
          "execution_wall_seconds": 0.010156834498047829,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9584,
          "state_serialized_bytes": 1097
        },
        {
          "active_state_boundaries": 661,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010181999999998581,
          "execution_wall_seconds": 0.0101856654509902,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 14,
      "mean_latency": 12.683098591549296,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 142,
      "trajectory_hashes": [
        "0f748f108ea32a7eb159739af46b7fd5feaa90e0326fd16419ba05438ef01332",
        "41c7bd4486ffe6ed703feb09227cc0b69168962b5b1d289963b3ad30fc7f1f6c",
        "1ab48bc8620683b50a0bb10977074bab676a823dfb0641de35d380b17e256d8b",
        "cb97024a44b53ba00bb1ba66e9d91f09f9b0934e4efd4d7acb2d8b86a2847560"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004725000000000534,
        "execution_wall_seconds": 0.0047323331236839294,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2605633802816901,
      "execution": [
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006572000000000244,
          "execution_wall_seconds": 0.006574083119630814,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 594
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006370000000000431,
          "execution_wall_seconds": 0.006371999159455299,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5276,
          "state_serialized_bytes": 591
        },
        {
          "active_state_boundaries": 655,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006966999999999501,
          "execution_wall_seconds": 0.0069667501375079155,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5947,
          "state_serialized_bytes": 683
        },
        {
          "active_state_boundaries": 661,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007189000000000334,
          "execution_wall_seconds": 0.007193208672106266,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 5659,
          "state_serialized_bytes": 642
        }
      ],
      "failures": {
        "missing": 105,
        "ok": 37
      },
      "fraction": 0.2605633802816901,
      "group": 3,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7394366197183099,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 37,
      "trajectory_hashes": [
        "79fc47f09db4b38c64960c9a2ede63a084255d8e12e61f7131d0d9a1c461b09c",
        "c597732e39cfdb92e9f8053d435493c8f10bf122f4f2daa9865f203411368825",
        "ee12b847a770e1abb72a0370c077d01c0320bab19ba640e9ba03ba4a1ebe25b5",
        "429d2a8516e51d379b66bb7760c28a1bcae8f90609517133ff849e3b0f887bce"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004650000000001597,
        "execution_wall_seconds": 0.004652249626815319,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2605633802816901,
      "execution": [
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006346000000000629,
          "execution_wall_seconds": 0.006349083036184311,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 594
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006327000000000638,
          "execution_wall_seconds": 0.006327500566840172,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5276,
          "state_serialized_bytes": 591
        },
        {
          "active_state_boundaries": 655,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0069470000000002585,
          "execution_wall_seconds": 0.006946832872927189,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5947,
          "state_serialized_bytes": 683
        },
        {
          "active_state_boundaries": 661,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006888000000000005,
          "execution_wall_seconds": 0.0068880412727594376,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 5659,
          "state_serialized_bytes": 642
        }
      ],
      "failures": {
        "missing": 105,
        "ok": 37
      },
      "fraction": 0.2605633802816901,
      "group": 3,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7394366197183099,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 37,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004602000000000217,
        "execution_wall_seconds": 0.004601499997079372,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005602999999998914,
          "execution_wall_seconds": 0.005603833124041557,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 639,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00551799999999858,
          "execution_wall_seconds": 0.005517374724149704,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4247,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 675,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0057880000000007925,
          "execution_wall_seconds": 0.00579412467777729,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 683,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.005874000000000379,
          "execution_wall_seconds": 0.005875040777027607,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004606999999998251,
        "execution_wall_seconds": 0.004610165953636169,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 664,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005794999999999106,
          "execution_wall_seconds": 0.005798082798719406,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 639,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005656999999999357,
          "execution_wall_seconds": 0.005668082274496555,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4247,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 675,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006073999999999913,
          "execution_wall_seconds": 0.006083792075514793,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 683,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006156999999999968,
          "execution_wall_seconds": 0.006164667196571827,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "9b7615c33d1a1fcacef337540a72892c4702025a18b93cb1882fd34f1d3e2844",
        "bcc99d3fd66fe9eaa1ff700fe7960e487a2f9109c615e8c38c2c71ae34a57ba1",
        "cf276895507b6e72f66e1bc51bc36b93088914cee4659ca5de8d27fd6886dc9b",
        "9fa8bc04f5529671a0ece8451060ca772537e7809fb578fe368827c30648cdde"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004590999999999568,
        "execution_wall_seconds": 0.0045909583568573,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006192000000000419,
          "execution_wall_seconds": 0.0062256669625639915,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006081000000000003,
          "execution_wall_seconds": 0.006087374873459339,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006494,
          "execution_wall_seconds": 0.006501124240458012,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006480999999999071,
          "execution_wall_seconds": 0.006483875215053558,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "9b45db1dffa29261a59a069a3348cbcc8eae5af600e9ede3e15d48260ae26bb4",
        "70546f06e8fefe5c1c5698eef75fe756bf4ef6a284413e5aaecad0c66ac4efa7",
        "c888dd245809989ef6c41af9658212e40ca012a10d99889896f60dac59fd289d",
        "708f7b74f4971c452c75d3cd5b1225d8470df614371a090cfb43fd456a5a3c28"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004765000000000796,
        "execution_wall_seconds": 0.004775542765855789,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.00619700000000023,
          "execution_wall_seconds": 0.006199374794960022,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005951000000001372,
          "execution_wall_seconds": 0.005955040454864502,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006089000000001121,
          "execution_wall_seconds": 0.006087792105972767,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006608999999999199,
          "execution_wall_seconds": 0.006651000119745731,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004713999999999885,
        "execution_wall_seconds": 0.004717709496617317,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 741,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006253000000000952,
          "execution_wall_seconds": 0.006252708844840527,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006064000000000291,
          "execution_wall_seconds": 0.006070832721889019,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4247,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006437000000000026,
          "execution_wall_seconds": 0.006441999226808548,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006372999999999962,
          "execution_wall_seconds": 0.006380124948918819,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004659000000000191,
        "execution_wall_seconds": 0.004657290875911713,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 741,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006240000000000023,
          "execution_wall_seconds": 0.006240000016987324,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006052999999999642,
          "execution_wall_seconds": 0.0060523757711052895,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4247,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006569000000000713,
          "execution_wall_seconds": 0.006571332924067974,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006629000000000218,
          "execution_wall_seconds": 0.006631874479353428,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "8857467e9678b72f3cde455de51859b08c039dcd154eb2d3731d63383689e6d7",
        "a19195059e99f7cec35cedd5ffa92dcddf733095d7e4f88f397d2742b8ff8118",
        "9bd8e36ecb047d2c86a64ff39b3269c353172dbb3ad474e4738c90d0c7da5492",
        "ffd284665f83aff8b8a7ffc15ea357aa47a9dfbe745352c2dbc2fc6b32902097"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004801000000000499,
        "execution_wall_seconds": 0.0048005422577261925,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010762999999998968,
          "execution_wall_seconds": 0.010767040774226189,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1060
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010123999999999356,
          "execution_wall_seconds": 0.010130750015377998,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 992
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011529999999998708,
          "execution_wall_seconds": 0.011534666642546654,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9556,
          "state_serialized_bytes": 1096
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011303000000001617,
          "execution_wall_seconds": 0.011302749626338482,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9868,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 20,
      "mean_latency": 17.887323943661972,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 142,
      "trajectory_hashes": [
        "44c15921d9d78c0af3ba898d67e4fe394d51ad96470773f053278461118115e5",
        "911536f5d1c1a10d26fc1f8e8d5a563e4fdf3c319ee63c50426ebfd02b5f278a",
        "19f11fddf5b26344fd2c7abde7b816deefa7ffed42fc6bc6b754eb46fbd58bb6",
        "f05c73a2893d37519cce08b1ab34dffe0035b1121a4448a8ac077612885ffcbe"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004727000000000814,
        "execution_wall_seconds": 0.004728083498775959,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.011108000000000118,
          "execution_wall_seconds": 0.011117290705442429,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1060
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010352000000001027,
          "execution_wall_seconds": 0.010384583845734596,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 992
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011763999999999442,
          "execution_wall_seconds": 0.01176725048571825,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9556,
          "state_serialized_bytes": 1096
        },
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011968999999998786,
          "execution_wall_seconds": 0.011998624540865421,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9868,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 20,
      "mean_latency": 17.887323943661972,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005435000000000301,
        "execution_wall_seconds": 0.005444415844976902,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 741,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0068659999999987065,
          "execution_wall_seconds": 0.006876791827380657,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006515000000000271,
          "execution_wall_seconds": 0.006530917249619961,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007026999999999006,
          "execution_wall_seconds": 0.007040292024612427,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.006986999999998744,
          "execution_wall_seconds": 0.0069997915998101234,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005700999999998402,
        "execution_wall_seconds": 0.005704499781131744,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 741,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006897000000000375,
          "execution_wall_seconds": 0.0069015417248010635,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 711,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0063469999999998805,
          "execution_wall_seconds": 0.006372666917741299,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007408999999999111,
          "execution_wall_seconds": 0.007419083267450333,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007124000000001018,
          "execution_wall_seconds": 0.007123374380171299,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 142
      },
      "fraction": 0,
      "group": 3,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "27a52cf0f59e6f7d7aa0c1145e813a6e9672cee9eea5fb811934bc14cb8e7041",
        "48a0cafd505e1f630a17ff4f8c5409bcc523911f329536dac10bc34fbb058595",
        "6f53a007f001bb570f1913bc845d7ca2cd3c277c603ac96cde799326ff5bd265",
        "37dec3a3587f04c486d0e46560afc614c4242baa6fcba1b1e9fb535ba6d22cbd"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005207000000000406,
        "execution_wall_seconds": 0.005207083187997341,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 718,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011214999999999975,
          "execution_wall_seconds": 0.011233583092689514,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1064
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010277999999999565,
          "execution_wall_seconds": 0.010282792150974274,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.012432000000000443,
          "execution_wall_seconds": 0.012468541972339153,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1099
        },
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011414999999999509,
          "execution_wall_seconds": 0.01141945831477642,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1111
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 16,
      "mean_latency": 14.683098591549296,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 142,
      "trajectory_hashes": [
        "864ec29843e181a81fe89f3dac23c91f95cf5a114780691f3e7c4e6a9919981a",
        "5cab49cef93a34114892629381aae06514ebb093585b655c0cf6ead21ee7d9f6",
        "de01c15bff3061f5fb0c0e5ebd6d70561e3446f17bf79ffc44b8a511b31df19a",
        "ece48df05b712d321ea2095cbdfcf99a080bc44c0de9bc4ebe253602d2918417"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00526900000000019,
        "execution_wall_seconds": 0.005292375572025776,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 718,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010927999999999827,
          "execution_wall_seconds": 0.010954208672046661,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1064
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009926000000000101,
          "execution_wall_seconds": 0.00992599967867136,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 729,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011883000000000976,
          "execution_wall_seconds": 0.011904249899089336,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1099
        },
        {
          "active_state_boundaries": 737,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011835999999998847,
          "execution_wall_seconds": 0.011860083788633347,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1111
        }
      ],
      "failures": {
        "ok": 142
      },
      "fraction": 1,
      "group": 3,
      "max_latency": 16,
      "mean_latency": 14.683098591549296,
      "missed_deadline_fraction": 0,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 142,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005440000000000111,
        "execution_wall_seconds": 0.005472874268889427,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.528169014084507,
      "execution": [
        {
          "active_state_boundaries": 725,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.00897199999999998,
          "execution_wall_seconds": 0.008971082977950573,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7062,
          "state_serialized_bytes": 805
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008072999999999553,
          "execution_wall_seconds": 0.008076749742031097,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6222,
          "state_serialized_bytes": 714
        },
        {
          "active_state_boundaries": 739,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.009608000000000061,
          "execution_wall_seconds": 0.009611791931092739,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 7466,
          "state_serialized_bytes": 857
        },
        {
          "active_state_boundaries": 742,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.009189000000001002,
          "execution_wall_seconds": 0.00921045895665884,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 6918,
          "state_serialized_bytes": 779
        }
      ],
      "failures": {
        "missing": 67,
        "ok": 75
      },
      "fraction": 0.528169014084507,
      "group": 3,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.47183098591549294,
      "queries": 142,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 75,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005255999999999261,
        "execution_wall_seconds": 0.005253000184893608,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.528169014084507,
      "execution": [
        {
          "active_state_boundaries": 725,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.009093000000000018,
          "execution_wall_seconds": 0.009093457832932472,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7062,
          "state_serialized_bytes": 805
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008100000000000662,
          "execution_wall_seconds": 0.008096832782030106,
          "logical_execution_ticks": 3339,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6222,
          "state_serialized_bytes": 714
        },
        {
          "active_state_boundaries": 739,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.009838000000000235,
          "execution_wall_seconds": 0.009843874722719193,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 7466,
          "state_serialized_bytes": 857
        },
        {
          "active_state_boundaries": 742,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.009358999999999895,
          "execution_wall_seconds": 0.009362166747450829,
          "logical_execution_ticks": 3390,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 6918,
          "state_serialized_bytes": 779
        }
      ],
      "failures": {
        "missing": 67,
        "ok": 75
      },
      "fraction": 0.528169014084507,
      "group": 3,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.47183098591549294,
      "queries": 142,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 75,
      "trajectory_hashes": [
        "0ce58436f5502556d7a7c9ca4423b5a60a3142523c8bf5d4d60bb394fc25c2e2",
        "78a124e0c04b3f94acc7c26cba944e19671abbba30ddcb464903e624387bef3e",
        "88c2887b234657a6d484feff9df5b63e907315e8232211cf92379cb316a39ec2",
        "9c80f35dc3853ba1af80776ffbf8a5ab8ea51a5fe04f423929cb4dd085108b2f"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006726000000000454,
        "execution_wall_seconds": 0.006743375211954117,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 819,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.008378999999999692,
          "execution_wall_seconds": 0.008382624946534634,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 904,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009698000000000206,
          "execution_wall_seconds": 0.009701291099190712,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008194999999998842,
          "execution_wall_seconds": 0.008198416791856289,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008195000000000618,
          "execution_wall_seconds": 0.008198332972824574,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "d3af934b158bb33f9674d2d08a3c71a4f7089c06ec99b5f6410bdc6271de4663",
        "f8f272d23fde8ff1a9271368885842fea4e52c1b182b9d4c41d4611835989a2e",
        "d34d38ca00a2dd8dd4fd1bd23c4544799f38fb48354d7a2ab1d2989cdc28a0f9",
        "b62479cd7199bdaa8cf111ef921641736c476655d82b026b18c65256c9e83938"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006420999999999566,
        "execution_wall_seconds": 0.006424540653824806,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 819,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.00773099999999971,
          "execution_wall_seconds": 0.007730583660304546,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 904,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009320000000000661,
          "execution_wall_seconds": 0.009316083043813705,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007639000000001062,
          "execution_wall_seconds": 0.007655375637114048,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00803699999999985,
          "execution_wall_seconds": 0.008047499693930149,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005851000000001605,
        "execution_wall_seconds": 0.005847625434398651,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.011694999999999567,
          "execution_wall_seconds": 0.011699584312736988,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 9552,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.015226000000000184,
          "execution_wall_seconds": 0.015235583297908306,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1264
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011179000000000272,
          "execution_wall_seconds": 0.011184042319655418,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011255000000000237,
          "execution_wall_seconds": 0.011258291080594063,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1080
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 16.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006096999999998687,
        "execution_wall_seconds": 0.006118291988968849,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.01185799999999837,
          "execution_wall_seconds": 0.011861874721944332,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 9552,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.01593599999999995,
          "execution_wall_seconds": 0.01594120915979147,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1264
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012045000000000528,
          "execution_wall_seconds": 0.01205470785498619,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01174699999999973,
          "execution_wall_seconds": 0.011761333793401718,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1080
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 16.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 140,
      "trajectory_hashes": [
        "b4e59ca8f96eef0dbb18da4db72a2daa6caa5ca42c051fa4dfe88c732533d0f4",
        "00ceb967df8c0d595c1faad604938cccba6167797dbfd6fddad90a447b708c0a",
        "3df68059fbc1e7f5b1e54964cae1cabbe55317765f3704f5551f1633af0bebb7",
        "9f7d66d3cc574bcb8697d646450f267fe87d19b21b6244186e5dcaa25b66de5c"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006082000000001031,
        "execution_wall_seconds": 0.0060838330537080765,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.008144999999998959,
          "execution_wall_seconds": 0.00815441645681858,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009318999999999633,
          "execution_wall_seconds": 0.009321499615907669,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0077510000000007295,
          "execution_wall_seconds": 0.007749707438051701,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007810000000000983,
          "execution_wall_seconds": 0.007809707894921303,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "894ab69048de1752d371dfa8d2f301b1a705cae6ff80ef02dd7edd19a416af55",
        "2cc05198a3910c5debd39ee35ff16000f0494ef57caad5c4e08777846bf3761a",
        "c5bf81bec6079bc481e3e1e1d08d7baa5b7967fdab6826085174b23260a08d6b",
        "6f55e8041bfff7845d17fe1a5cae4a5a951514c88be3a5feed443da8b5d5d3a3"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005836999999999648,
        "execution_wall_seconds": 0.005839665420353413,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.007678999999999547,
          "execution_wall_seconds": 0.007685542106628418,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.00863799999999948,
          "execution_wall_seconds": 0.008640749379992485,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007348000000000354,
          "execution_wall_seconds": 0.007350875064730644,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00725199999999937,
          "execution_wall_seconds": 0.007254917174577713,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006287000000000376,
        "execution_wall_seconds": 0.006289041601121426,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.01255300000000048,
          "execution_wall_seconds": 0.012559833936393261,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 9580,
          "state_serialized_bytes": 1100
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.016324000000000893,
          "execution_wall_seconds": 0.01633899938315153,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1264
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012331000000001424,
          "execution_wall_seconds": 0.012327958829700947,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012121999999999744,
          "execution_wall_seconds": 0.0121329165995121,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1080
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 25,
      "mean_latency": 23.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0064360000000007744,
        "execution_wall_seconds": 0.006451125256717205,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.013745000000000118,
          "execution_wall_seconds": 0.013758040964603424,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 9580,
          "state_serialized_bytes": 1100
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.017098000000000724,
          "execution_wall_seconds": 0.01709991693496704,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1264
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01264599999999838,
          "execution_wall_seconds": 0.012649375014007092,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1077
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01257800000000131,
          "execution_wall_seconds": 0.012609625235199928,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1080
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 25,
      "mean_latency": 23.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 140,
      "trajectory_hashes": [
        "668d00a00d6f01ae9a3ebeeadd9e80ce32f68050ef112ae3141a6df9df208b16",
        "ae62f3e9ef9bb7d612229306f1c90f3d836e76efd02c5fca92f692efb230f910",
        "9619c66c5b2cfe5816837813cf810c4f2d21a2c7d1c9c02ba445e925c1e14218",
        "3fe7e0ca22892f683fbde26105bde7ca0163c77f8cac3ce2c172f72756b063eb"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006223999999999563,
        "execution_wall_seconds": 0.006223625503480434,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.008634999999999948,
          "execution_wall_seconds": 0.008648250252008438,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.010035000000000238,
          "execution_wall_seconds": 0.010047582909464836,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008402999999999494,
          "execution_wall_seconds": 0.008406374603509903,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008297000000000665,
          "execution_wall_seconds": 0.008298874832689762,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "09893ec3765f34ba7181f1e04aeabecfd8ada890e97ff0b7fd94737c23f6ed11",
        "fd8d72ad1186310f2422018d5763c37d228f59bcc6ea7d1e29ad3a8ac05fc7d6",
        "2c15c426544e913666e2b460cce04178162b90e86fe2fbbc717e2eda9e5fcb31",
        "5a50f07f6cc83e17e1e43d8d98ddf643985b22e4b9746d7be68ef4fc694d799e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00619700000000023,
        "execution_wall_seconds": 0.006196792237460613,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.008024000000000697,
          "execution_wall_seconds": 0.008023999631404877,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009584000000000259,
          "execution_wall_seconds": 0.009594041854143143,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008024000000000697,
          "execution_wall_seconds": 0.008023582398891449,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00805800000000012,
          "execution_wall_seconds": 0.008061124943196774,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 547
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006513999999999243,
        "execution_wall_seconds": 0.006519833579659462,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 959,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.009024000000000143,
          "execution_wall_seconds": 0.009065958671271801,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1086,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.01083299999999987,
          "execution_wall_seconds": 0.010843917727470398,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008727000000000373,
          "execution_wall_seconds": 0.008732999674975872,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008622000000000796,
          "execution_wall_seconds": 0.008622083812952042,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006774000000000058,
        "execution_wall_seconds": 0.0067768339067697525,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 959,
          "communication_payload_bytes": 34464,
          "execution_cpu_seconds": 0.009600000000000719,
          "execution_wall_seconds": 0.009596167132258415,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1436,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1086,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.011088000000000875,
          "execution_wall_seconds": 0.011083750054240227,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009324999999998695,
          "execution_wall_seconds": 0.009328166954219341,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00945100000000032,
          "execution_wall_seconds": 0.009456874802708626,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "1f08a02422de824de607bfa61d5d0c8c514dee64dfde87a41fb48de8f94999e9",
        "77d8900c838a75e6137560058b9f331138e88ea7922a61b922ff31a82a5791f6",
        "c572598c7c57dbeb8f61191c61467f26480551d525591152ced5370061cae9b2",
        "735fe544d0f8ab5e1fdc6bab99f8627d7bafbaf4f50660d8480be5b2d358281c"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006303000000000836,
        "execution_wall_seconds": 0.006302999332547188,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2785714285714286,
      "execution": [
        {
          "active_state_boundaries": 803,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.009433000000001357,
          "execution_wall_seconds": 0.009437167085707188,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 6239,
          "state_serialized_bytes": 723
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.011493999999999005,
          "execution_wall_seconds": 0.01149766705930233,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 6471,
          "state_serialized_bytes": 756
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00929900000000039,
          "execution_wall_seconds": 0.009299250319600105,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 666
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009309000000000012,
          "execution_wall_seconds": 0.009341333992779255,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 706
        }
      ],
      "failures": {
        "missing": 101,
        "ok": 39
      },
      "fraction": 0.2785714285714286,
      "group": 4,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7214285714285714,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 39,
      "trajectory_hashes": [
        "16a974d3b72324a8e1eb69bb6918b438e1ed11fd31ad158f90f3655d6ae3dc0f",
        "c013e319b82d63a664f67c555574ca6a194ca6fc44fa5cd1d78647ead297fb1d",
        "322e0feef99f36067cae5b31d797eeeabf3c2ecb7f6917ed438d99598c4aae07",
        "dc74a9cf06aa4fb749f1dca4c390ea26efa52c159aada78a8e485a9f893b8bff"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006344999999999601,
        "execution_wall_seconds": 0.006350666284561157,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2785714285714286,
      "execution": [
        {
          "active_state_boundaries": 803,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.009208999999998468,
          "execution_wall_seconds": 0.009215041995048523,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 6239,
          "state_serialized_bytes": 723
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.011155999999999722,
          "execution_wall_seconds": 0.011186500079929829,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 6471,
          "state_serialized_bytes": 756
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008948000000000178,
          "execution_wall_seconds": 0.008944541215896606,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 666
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008717000000000752,
          "execution_wall_seconds": 0.008716458454728127,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 706
        }
      ],
      "failures": {
        "missing": 101,
        "ok": 39
      },
      "fraction": 0.2785714285714286,
      "group": 4,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7214285714285714,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 39,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006304000000000087,
        "execution_wall_seconds": 0.006303625181317329,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.008312999999999349,
          "execution_wall_seconds": 0.008315082639455795,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.009334000000000842,
          "execution_wall_seconds": 0.009333625435829163,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 812,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.007878000000001606,
          "execution_wall_seconds": 0.007883290760219097,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00790600000000019,
          "execution_wall_seconds": 0.007943208329379559,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006607000000000696,
        "execution_wall_seconds": 0.006606291979551315,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.008560000000001011,
          "execution_wall_seconds": 0.008560916408896446,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.009964999999999336,
          "execution_wall_seconds": 0.009967833757400513,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 812,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008915999999999258,
          "execution_wall_seconds": 0.008919916115701199,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008561000000000263,
          "execution_wall_seconds": 0.008573750033974648,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "f9775b47d2d13c9bcd5cef4f33b551869ffe94fc41c727e2f18dd948c30d2d5b",
        "51aef5bbe0e9a4c6816090d55d1f557f8f07f5579a761e2332e38400c4cc9357",
        "181df001b7e96d9e0f146edf22114e176b93d05883aee1a60a61737e09d15ff4",
        "db28993485246d2c86a855782d33992a5b8eabbec6457b407adf935e08488dea"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006511999999998963,
        "execution_wall_seconds": 0.006515165790915489,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 803,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.012961999999999918,
          "execution_wall_seconds": 0.012984249740839005,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 9552,
          "state_serialized_bytes": 1104
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.016828000000000287,
          "execution_wall_seconds": 0.016840124502778053,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11040,
          "state_serialized_bytes": 1266
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012942999999999927,
          "execution_wall_seconds": 0.01295237522572279,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1079
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012435999999999225,
          "execution_wall_seconds": 0.012460583820939064,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1082
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 19,
      "mean_latency": 16.814285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 140,
      "trajectory_hashes": [
        "07930a8b9e89c386574ac43f6e8be61bf17558194e65f40fe9ae4246272add48",
        "98ae93607a347a5eae1997ab4abc28abc1785ec739896817f1fc28bac8992588",
        "8a34bc11c38d3d29f88098723c5cae015c483f6ccde8a47710b273a4311046a1",
        "70d52ea6c9433b3a8df5356f03c442f4c4655db42f840a6ae965f5d6484e6b16"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006373999999999214,
        "execution_wall_seconds": 0.006379249505698681,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 803,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.012363000000000568,
          "execution_wall_seconds": 0.012365750037133694,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 9552,
          "state_serialized_bytes": 1104
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.016273999999999234,
          "execution_wall_seconds": 0.016277333721518517,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11040,
          "state_serialized_bytes": 1266
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012247000000000341,
          "execution_wall_seconds": 0.012247500009834766,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1079
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01191099999999956,
          "execution_wall_seconds": 0.011915958486497402,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1082
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 19,
      "mean_latency": 16.814285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006771000000000527,
        "execution_wall_seconds": 0.006770207546651363,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.00927399999999956,
          "execution_wall_seconds": 0.009300541132688522,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1114,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.01116400000000084,
          "execution_wall_seconds": 0.01117862481623888,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00907799999999881,
          "execution_wall_seconds": 0.009083916433155537,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009197999999999595,
          "execution_wall_seconds": 0.009228957816958427,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007201000000000235,
        "execution_wall_seconds": 0.007245291024446487,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.009878000000000497,
          "execution_wall_seconds": 0.009881666861474514,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1114,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.011932999999999083,
          "execution_wall_seconds": 0.011936541646718979,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009719000000000477,
          "execution_wall_seconds": 0.009768207557499409,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009769999999999612,
          "execution_wall_seconds": 0.009769458323717117,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "a2895220651d9732b10f0e24b73855e3a62856a2fcca4cc9101b739c6ee62820",
        "52a018418f0a0008254006860b113648328b9d0da8de622b125dbe946643f1b0",
        "10dcd0146d5e75ea86b54deaa459b729a2e7ec816083ee3e49c60930d9f33f8c",
        "109e09e4fc55c49152236f5f6977244dded29811902cd1e0aa0295abb02cd3b7"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0069350000000003575,
        "execution_wall_seconds": 0.006955916993319988,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.013956999999999553,
          "execution_wall_seconds": 0.013984041288495064,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 9580,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.018240000000000478,
          "execution_wall_seconds": 0.018242165446281433,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11068,
          "state_serialized_bytes": 1266
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013806999999999903,
          "execution_wall_seconds": 0.01381287444382906,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1079
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01345599999999969,
          "execution_wall_seconds": 0.013463790528476238,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1082
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 25,
      "mean_latency": 22.814285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 140,
      "trajectory_hashes": [
        "b1a8b0d1ad208d00e1659478804ef7d32a659160bfb59b813004ac5fb235ef31",
        "16966eb752d103c1469bccd8ac164f94dab4e235c4af4179fe36be097d9ca603",
        "b31d3870ed6dce6f2e391634bdaa4313d763d15e12606b80e2bb15f126dd53f6",
        "21620b68b1d3d336e72100f59e87a23ee4bd268f8b436e9f8c6e88b18ca02a05"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006643000000000399,
        "execution_wall_seconds": 0.006646416150033474,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.013512000000000413,
          "execution_wall_seconds": 0.013549000024795532,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 9580,
          "state_serialized_bytes": 1102
        },
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.017420000000001323,
          "execution_wall_seconds": 0.017427166923880577,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11068,
          "state_serialized_bytes": 1266
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013187000000000282,
          "execution_wall_seconds": 0.01319320872426033,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1079
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012835000000000818,
          "execution_wall_seconds": 0.01283483300358057,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1082
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 25,
      "mean_latency": 22.814285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006451000000000207,
        "execution_wall_seconds": 0.006466583348810673,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.008930000000001215,
          "execution_wall_seconds": 0.008954082615673542,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.010359000000001117,
          "execution_wall_seconds": 0.01036295760422945,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008531000000001399,
          "execution_wall_seconds": 0.008532834239304066,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00866800000000012,
          "execution_wall_seconds": 0.0086667500436306,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00666900000000048,
        "execution_wall_seconds": 0.006703957915306091,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 40800,
          "execution_cpu_seconds": 0.009197999999999595,
          "execution_wall_seconds": 0.00920291617512703,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1700,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.010651999999998552,
          "execution_wall_seconds": 0.010658333078026772,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00894699999999915,
          "execution_wall_seconds": 0.008953500539064407,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00914400000000093,
          "execution_wall_seconds": 0.009152916260063648,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "6aeffc064c690baffbf5d8b98f5141a4e371c83f27aa43a4a528168087e09e25",
        "4b8eb3beaed3f4d03b87b18e7c5a5ab3cba4f4759a76a90f218708ff3b2938da",
        "03c4c2ec1099e654f684f904ec3c7928fc24aa2609cf68d8c57974c2a23b6f55",
        "d956af3d900e975e2e5fa713e81c7672ef07583be317e840ede11cfdec78917c"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.25,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045520000000003336,
        "execution_wall_seconds": 0.004551250487565994,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.625,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4928571428571429,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.007011999999999574,
          "execution_wall_seconds": 0.007008333690464497,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 751
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.00895199999999896,
          "execution_wall_seconds": 0.008960499428212643,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 7666,
          "state_serialized_bytes": 862
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00677099999999875,
          "execution_wall_seconds": 0.0067764995619654655,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5934,
          "state_serialized_bytes": 673
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006902000000000186,
          "execution_wall_seconds": 0.006949500180780888,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6394,
          "state_serialized_bytes": 732
        }
      ],
      "failures": {
        "missing": 71,
        "ok": 69
      },
      "fraction": 0.4928571428571429,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 12.695652173913043,
      "missed_deadline_fraction": 0.5071428571428571,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 69,
      "trajectory_hashes": [
        "ee47d51d7739db4ab4e0d01355b4760295196de4067a9d3b8f5fa31b0d6375b7",
        "5183a11516bdf6662ebfef88cf962db6f848fb9c51f0c9730733a076e208eb37",
        "06e99d128fce9bae9485cb0d36beec342723cad40ea9d06e2867362fe7f653b8",
        "ea6262cbe778a098e4a92a2577337eaf8cdda47e0323c475eb87d92b928b6f62"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.25,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004709999999999326,
        "execution_wall_seconds": 0.00471275020390749,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.625,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4928571428571429,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.00697300000000034,
          "execution_wall_seconds": 0.006973583251237869,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 751
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.009077000000001334,
          "execution_wall_seconds": 0.009082874283194542,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 7666,
          "state_serialized_bytes": 862
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006349999999999412,
          "execution_wall_seconds": 0.006349790841341019,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5934,
          "state_serialized_bytes": 673
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0067259999999986775,
          "execution_wall_seconds": 0.006729208864271641,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6394,
          "state_serialized_bytes": 732
        }
      ],
      "failures": {
        "missing": 71,
        "ok": 69
      },
      "fraction": 0.4928571428571429,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 12.695652173913043,
      "missed_deadline_fraction": 0.5071428571428571,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 69,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004706999999999795,
        "execution_wall_seconds": 0.004705958068370819,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.0057349999999996015,
          "execution_wall_seconds": 0.005742084234952927,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006593000000000515,
          "execution_wall_seconds": 0.006593874655663967,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005423999999999651,
          "execution_wall_seconds": 0.005420541390776634,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005498000000001113,
          "execution_wall_seconds": 0.005503457970917225,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045410000000014605,
        "execution_wall_seconds": 0.004543832503259182,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.005696999999999619,
          "execution_wall_seconds": 0.005747250281274319,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006575999999999027,
          "execution_wall_seconds": 0.006579708307981491,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00570199999999943,
          "execution_wall_seconds": 0.005732249468564987,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 647,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005738000000000909,
          "execution_wall_seconds": 0.005753290839493275,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "e56951fc8d509e593f579be626d7d3288b345e55c96d84978de53036f27b7b11",
        "21056f325d82ec1c031db026911ee08bd9a9caa38b0350cd2ab44e7a87ce5de5",
        "079616766772977a294c002c52e2a7204be6e32fdab31f24ee9074148375f4a6",
        "588e19b6bacbf9356438bbfd4a0e0de4f276c0fcafa2440190457c7f90a41cfe"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004768999999999579,
        "execution_wall_seconds": 0.004777083173394203,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.00882700000000014,
          "execution_wall_seconds": 0.0088272076100111,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1026
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.011591000000001017,
          "execution_wall_seconds": 0.011588333174586296,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10544,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008808000000000149,
          "execution_wall_seconds": 0.008810542523860931,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008666999999999092,
          "execution_wall_seconds": 0.008669666945934296,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1006
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 12.842857142857143,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 140,
      "trajectory_hashes": [
        "c7771c818217aac249494e5b8c5f9af322e6f87fa2eb6d9817b2b0fbfcccef97",
        "36308e81c90ec2533ddf6e35c6223820a916e65e3e0f5b8b188b0f2037f35302",
        "d3b64b26cc4ca61a2c4cfd4cfa5c227fdf29d9febc2ff309f706e78944fe09e9",
        "325b529494ca228b69e75357706febd40d9f6e30e0b635399431371f587406d0"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00463799999999992,
        "execution_wall_seconds": 0.004637791775166988,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.008992999999998474,
          "execution_wall_seconds": 0.009004834108054638,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1026
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.01189899999999966,
          "execution_wall_seconds": 0.01193775050342083,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10544,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008892999999998707,
          "execution_wall_seconds": 0.008902833797037601,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 592,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008634999999999948,
          "execution_wall_seconds": 0.008641625754535198,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1006
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 12.842857142857143,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004732000000000625,
        "execution_wall_seconds": 0.004731416702270508,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.005810000000000315,
          "execution_wall_seconds": 0.00580983329564333,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 777,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006631999999999749,
          "execution_wall_seconds": 0.006630958989262581,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005586999999998454,
          "execution_wall_seconds": 0.005590790882706642,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005525000000000446,
          "execution_wall_seconds": 0.005524083040654659,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004929000000000627,
        "execution_wall_seconds": 0.004932667128741741,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.006109999999999616,
          "execution_wall_seconds": 0.0061131250113248825,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 777,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.0070219999999991956,
          "execution_wall_seconds": 0.007018917240202427,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005777000000000143,
          "execution_wall_seconds": 0.0057766251266002655,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006143999999999039,
          "execution_wall_seconds": 0.006149833090603352,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "5c96efcf1918c6abbfb297e85c346fb681c735d71febaefcf5a5aee5ba180421",
        "122c96a4c7e22dee8e7b256a2d3e3886abb81920b9eddda92ce1001017be736a",
        "5be198847801403f5f25b6acca0974bde5a3027c2451a39ac470a7d5364e4abd",
        "a5264b95dd32db44b00371f3fb6f4dd98e35a7ce6521927b4ee693ec57ad6571"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004896999999999707,
        "execution_wall_seconds": 0.004896500147879124,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.009983000000000075,
          "execution_wall_seconds": 0.009984957985579967,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1024
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.0132759999999994,
          "execution_wall_seconds": 0.013291665352880955,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009522999999999726,
          "execution_wall_seconds": 0.009525874629616737,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009514999999998608,
          "execution_wall_seconds": 0.0095164580270648,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1006
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 20,
      "mean_latency": 18.564285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 140,
      "trajectory_hashes": [
        "69ef4aa7a8b63803e1469e612e8b7166a1ca56752bc13e917b002c42072b3a10",
        "f8a86df68ddab966934441b933fc7b7f4dc6307fbe468e3d7e5bd9c54a128102",
        "10f9f195fa3a7182f44916da1eeee6bab98db8ad2c207c5a5c2d2b78d630d017",
        "67590049413e9ad021700c65a45f29eee467bc2c4a75fcf8b9d8c376f6e29157"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005070000000001684,
        "execution_wall_seconds": 0.00507500022649765,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.009695999999999927,
          "execution_wall_seconds": 0.009698083624243736,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1024
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.012729999999999464,
          "execution_wall_seconds": 0.012731917202472687,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010805000000001286,
          "execution_wall_seconds": 0.011406541801989079,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1003
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009761000000001019,
          "execution_wall_seconds": 0.009774208068847656,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1006
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 20,
      "mean_latency": 18.564285714285713,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004692999999999614,
        "execution_wall_seconds": 0.004697415977716446,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.005872000000000099,
          "execution_wall_seconds": 0.005875375121831894,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006728000000000733,
          "execution_wall_seconds": 0.006731499917805195,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005592000000000041,
          "execution_wall_seconds": 0.005591582506895065,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005570999999999771,
          "execution_wall_seconds": 0.005572250112891197,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004744999999999777,
        "execution_wall_seconds": 0.004744833335280418,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 712,
          "communication_payload_bytes": 26640,
          "execution_cpu_seconds": 0.005765000000000242,
          "execution_wall_seconds": 0.005763959139585495,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1110,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006992000000000331,
          "execution_wall_seconds": 0.007004791870713234,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005940999999999974,
          "execution_wall_seconds": 0.005946916528046131,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00586999999999982,
          "execution_wall_seconds": 0.005870374850928783,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "839b1ca2b9061364260c5bb99144852c8ee2e884fc7e8ef83382effa09fa851b",
        "c33d8532d998028c8ff91322bbde0ae15cb823a6b9eb4baad37982f26007ef8f",
        "83d778fc23e523bcd196a11c460fbe94e6154147490c8ab8131cbf5efdee15c2",
        "04c6458311ee7d4da493ecd7d2d19995cafc0d481c2616f57607b2f947347468"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005332000000001003,
        "execution_wall_seconds": 0.005331957712769508,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.011253999999999209,
          "execution_wall_seconds": 0.011392957530915737,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1028
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.014340000000000686,
          "execution_wall_seconds": 0.014346207492053509,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10488,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010622999999998939,
          "execution_wall_seconds": 0.010622666217386723,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1005
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010301000000000116,
          "execution_wall_seconds": 0.010310250334441662,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1008
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 15.864285714285714,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 140,
      "trajectory_hashes": [
        "e724548e3a8e609cf6fc3e64322e2073b279b07d6b4540e62b05278a74f0c637",
        "e343310d6891f5bbb2ccdd26e9fd805cf73ec9935cc20d90200cb887d9e79cec",
        "42839c474225669e4111dc9efe09efa62ffdf7659cef2a7a65d825a369c5d306",
        "e72342506acff20884ff0abb6e4d8a8e21e6026c2917b525fd78d1efb581e21e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005263999999998603,
        "execution_wall_seconds": 0.00526733323931694,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.010745000000000005,
          "execution_wall_seconds": 0.010744750499725342,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1028
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.014103999999999672,
          "execution_wall_seconds": 0.014105124399065971,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10488,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010463999999998919,
          "execution_wall_seconds": 0.010480999946594238,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1005
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010094000000000491,
          "execution_wall_seconds": 0.010099834762513638,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1008
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 15.864285714285714,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005421999999999372,
        "execution_wall_seconds": 0.005424166098237038,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.21428571428571427,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.007516999999999996,
          "execution_wall_seconds": 0.007524958811700344,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 582
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.009304000000000201,
          "execution_wall_seconds": 0.009304375387728214,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 5831,
          "state_serialized_bytes": 654
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0070750000000003865,
          "execution_wall_seconds": 0.0070766666904091835,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4959,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007488000000000383,
          "execution_wall_seconds": 0.007593417540192604,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5103,
          "state_serialized_bytes": 574
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 30
      },
      "fraction": 0.21428571428571427,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7857142857142857,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 30,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005354999999999777,
        "execution_wall_seconds": 0.005355291999876499,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.21428571428571427,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.007521000000000555,
          "execution_wall_seconds": 0.007521125487983227,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 582
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.009399000000000157,
          "execution_wall_seconds": 0.009399833157658577,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 5831,
          "state_serialized_bytes": 654
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007408999999999111,
          "execution_wall_seconds": 0.007409249432384968,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4959,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007547999999999888,
          "execution_wall_seconds": 0.0075540002435445786,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5103,
          "state_serialized_bytes": 574
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 30
      },
      "fraction": 0.21428571428571427,
      "group": 4,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7857142857142857,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 30,
      "trajectory_hashes": [
        "507ec9125c6b449255cb3f79eff3276537c61546bcd3c4bbc85b73c7f1bd4d65",
        "1792cf0e82c7489ffce77dc57475f405521971785fb28eaa46b361b1fa988c1d",
        "8500de958376b70bc327583fb344ad2d3c141c32e72380e1bdee9a222c888f6d",
        "5949b3e3a2cb4975884507fb2b57d6b706965537c7a84b5b7550004c3106686a"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005226999999999649,
        "execution_wall_seconds": 0.0052273329347372055,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.0067080000000014905,
          "execution_wall_seconds": 0.006707250140607357,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.00810100000000169,
          "execution_wall_seconds": 0.008103500120341778,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00664599999999993,
          "execution_wall_seconds": 0.006648500449955463,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006558999999999315,
          "execution_wall_seconds": 0.0065679168328642845,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "268fc071812cd184c0a23f556e1e2b868e01a661ffb7bfe2084e27631cd1fc05",
        "1c491625fcf6057e43e218787117adc1abbc0315616762cf849fa3e54c64694d",
        "0de1406baad6675fdb75508fe9bd4ce7b46759e94dddb6b3335fda558c761743",
        "b741a324c30182c88aa7b80c4cc80eb8cc88ced0d690feb59dbce500ed75db14"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052650000000014074,
        "execution_wall_seconds": 0.005264791660010815,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.006686000000000192,
          "execution_wall_seconds": 0.0066904593259096146,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.0075699999999994105,
          "execution_wall_seconds": 0.007573166862130165,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006418999999999286,
          "execution_wall_seconds": 0.0064225830137729645,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006335999999999231,
          "execution_wall_seconds": 0.006339374929666519,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005527999999999977,
        "execution_wall_seconds": 0.005530333146452904,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.006727000000001482,
          "execution_wall_seconds": 0.0067266663536429405,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008423000000000513,
          "execution_wall_seconds": 0.008509834297001362,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 755,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0069819999999989335,
          "execution_wall_seconds": 0.006987874396145344,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006866000000000483,
          "execution_wall_seconds": 0.006878457963466644,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005417999999998813,
        "execution_wall_seconds": 0.005418167449533939,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 763,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.007229999999999848,
          "execution_wall_seconds": 0.007242625579237938,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008143999999999707,
          "execution_wall_seconds": 0.008146333508193493,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 755,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0069829999999999615,
          "execution_wall_seconds": 0.0069895414635539055,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006763000000001185,
          "execution_wall_seconds": 0.006764041259884834,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "26b07126f7fadfd47f92bd5092537e38d0bc4e123cf4395126276bfca13f824e",
        "0fcdddb752ab62572349e1ae0aea712c90e64e860668865b54584dc1ab5810fa",
        "46e369e87ddf99545fee32a71aa2621d4e33ec3bea4bcdca0e4c46909ddfaf59",
        "e9b4a760ebab26f6131bfc1cba2d3cac4e9b56ca7c22c72f2627317ef094c961"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005443999999998894,
        "execution_wall_seconds": 0.005443708039820194,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.007189000000000334,
          "execution_wall_seconds": 0.00721308309584856,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 978,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008443999999999008,
          "execution_wall_seconds": 0.008448250591754913,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007122000000000739,
          "execution_wall_seconds": 0.0071313343942165375,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 829,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007018999999999664,
          "execution_wall_seconds": 0.007019457407295704,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "88c6895a6c56375fca302e49e6ca095dc26809036d816d3548fbbef886558af6",
        "a4be91dffb9d4e6df1e31e26d94f75928c747f96e517095c4536d21ddd8228cc",
        "4ba1593bb524410c0efb5513da6b897377240839711a7ca2c456a0baaac7f8ef",
        "95dcd2bd16e259bb57adabe1fed59145b3d642eeb3e2f52382a0eca8efe23708"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005483999999999156,
        "execution_wall_seconds": 0.005490374751389027,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.006904999999999717,
          "execution_wall_seconds": 0.006908374838531017,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 978,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.00826099999999741,
          "execution_wall_seconds": 0.008265084587037563,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0067950000000003286,
          "execution_wall_seconds": 0.0068002501502633095,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 829,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0067909999999997694,
          "execution_wall_seconds": 0.006793000735342503,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        }
      ],
      "failures": {
        "missing": 140
      },
      "fraction": 0,
      "group": 4,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005321999999999605,
        "execution_wall_seconds": 0.005321917124092579,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 745,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.010463999999998919,
          "execution_wall_seconds": 0.010464792139828205,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1026
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.014154000000001332,
          "execution_wall_seconds": 0.014167582616209984,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10516,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010564999999999714,
          "execution_wall_seconds": 0.01057250052690506,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1005
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010439000000001641,
          "execution_wall_seconds": 0.010440499521791935,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 1008
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 16.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 140,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005333000000000254,
        "execution_wall_seconds": 0.005335208959877491,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 745,
          "communication_payload_bytes": 32976,
          "execution_cpu_seconds": 0.011220999999999037,
          "execution_wall_seconds": 0.011241832748055458,
          "logical_execution_ticks": 3401,
          "peak_buffer_messages": 8,
          "sent_messages": 1374,
          "state_python_object_bytes": 9028,
          "state_serialized_bytes": 1026
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.014257999999998106,
          "execution_wall_seconds": 0.014261124655604362,
          "logical_execution_ticks": 3354,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10516,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010533999999999821,
          "execution_wall_seconds": 0.010534917004406452,
          "logical_execution_ticks": 3331,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1005
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010369000000000739,
          "execution_wall_seconds": 0.010374166071414948,
          "logical_execution_ticks": 3410,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 1008
        }
      ],
      "failures": {
        "ok": 140
      },
      "fraction": 1,
      "group": 4,
      "max_latency": 18,
      "mean_latency": 16.8,
      "missed_deadline_fraction": 0,
      "queries": 140,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 140,
      "trajectory_hashes": [
        "00f5aab9e1bcf5491d7bce53f43b26f71e3a5c8ae2309d316c1c1dcd1c75a8c7",
        "079929b849c2974bd2ed4188a795eb5ccd24d9d10042a76acd94bd465c71a3bd",
        "1b0b9ea1fcbcfdb4df8fbd5832baa506e50e3a65a6bca59afdc0be634f79948a",
        "b0eba3c42bbd2ef30447bb3eae77c62ad830a2d567ceeb0fe15d20ab48180347"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006211000000000411,
        "execution_wall_seconds": 0.0062072500586509705,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.00939199999999829,
          "execution_wall_seconds": 0.009395916014909744,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009158000000002886,
          "execution_wall_seconds": 0.009160416200757027,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009071999999999747,
          "execution_wall_seconds": 0.009068458341062069,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008191999999997535,
          "execution_wall_seconds": 0.00819254107773304,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 543
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "c732b07f4b73dcbad211937265774482a6024bcd8fe529dea785e66a2a7b56b2",
        "c992df1f148bbda3057ab569a8f0b4faf2e8718935e86f9d41694bef9ebb53b4",
        "1f274de6ee5c50e993963109962b6ff401fa47b2f3adb3cb304c928d52a6c802",
        "1f756df433d1f9730080b7d016cfc0290fc70fa61c56bce6dca75bc734320afd"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005998999999999199,
        "execution_wall_seconds": 0.006002041511237621,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008383999999999503,
          "execution_wall_seconds": 0.008384292013943195,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008599000000000245,
          "execution_wall_seconds": 0.008605999872088432,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008687999999999363,
          "execution_wall_seconds": 0.008702791295945644,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0077099999999994395,
          "execution_wall_seconds": 0.007718250155448914,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 543
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006257000000001511,
        "execution_wall_seconds": 0.006257540546357632,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008490000000001885,
          "execution_wall_seconds": 0.008487124927341938,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008544000000000551,
          "execution_wall_seconds": 0.008555250242352486,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008178999999998382,
          "execution_wall_seconds": 0.008191375061869621,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007538000000000267,
          "execution_wall_seconds": 0.007539000362157822,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006297999999997472,
        "execution_wall_seconds": 0.006302124820649624,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009085999999999927,
          "execution_wall_seconds": 0.009086708538234234,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.00896499999999989,
          "execution_wall_seconds": 0.00897208321839571,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009398000000000906,
          "execution_wall_seconds": 0.009400749579071999,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007992000000001553,
          "execution_wall_seconds": 0.007995874620974064,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "273e9f40c203901552a4cdc6e89efc749d0bd798fda9df1a47ba321c85599160",
        "e2fdf9f7f18f76031d63af01b177a344734d691f1b8fdd2627aa3e103f80911b",
        "e14b4911f88ec470d041d828f4e89b5829de143cf82b5090fe7af634030a1643",
        "a019b9cef874145ebf56c555e68775bc5e8d2215299fc6e7a6f5a906185dabae"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0061549999999996885,
        "execution_wall_seconds": 0.006155750714242458,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.015138999999997793,
          "execution_wall_seconds": 0.01515162456780672,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10680,
          "state_serialized_bytes": 1218
        },
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.01478400000000235,
          "execution_wall_seconds": 0.014789500273764133,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10396,
          "state_serialized_bytes": 1193
        },
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014810000000000656,
          "execution_wall_seconds": 0.014808999374508858,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1186
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012081000000002007,
          "execution_wall_seconds": 0.01208554022014141,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1071
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 25,
      "mean_latency": 24.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 150,
      "trajectory_hashes": [
        "06fa0b5a2ee4a0dba0f8a76daf485e89df98d2aa50d7161286cf4ea9f4b67362",
        "822f843793a214237850ab79952d5a3a0c185b992b0797ce3b34118ffac4721e",
        "256ae4a82050ea26158296ab9a2a3c76ab1a07d8a2badefcbc39431661897b86",
        "82cfbd95cf093481c80f6db170812fba6ab84ee7a23e48743edb20b1804ad437"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006090000000000373,
        "execution_wall_seconds": 0.006116500124335289,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014895000000002767,
          "execution_wall_seconds": 0.01490295771509409,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10680,
          "state_serialized_bytes": 1218
        },
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014233000000000828,
          "execution_wall_seconds": 0.014236708171665668,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10396,
          "state_serialized_bytes": 1193
        },
        {
          "active_state_boundaries": 888,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014440000000000452,
          "execution_wall_seconds": 0.014445500448346138,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1186
        },
        {
          "active_state_boundaries": 832,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011375999999998498,
          "execution_wall_seconds": 0.011375792324543,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1071
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 25,
      "mean_latency": 24.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006429999999998159,
        "execution_wall_seconds": 0.0064305830746889114,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.00935800000000242,
          "execution_wall_seconds": 0.00936329085379839,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009164000000001948,
          "execution_wall_seconds": 0.009175041690468788,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 889,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009246000000000976,
          "execution_wall_seconds": 0.009246625006198883,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008115000000000094,
          "execution_wall_seconds": 0.008111084811389446,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00665300000000002,
        "execution_wall_seconds": 0.0066604577004909515,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009629000000000332,
          "execution_wall_seconds": 0.00963541679084301,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009734000000001686,
          "execution_wall_seconds": 0.009740208275616169,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 889,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009633999999998366,
          "execution_wall_seconds": 0.009638541378080845,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008628000000001634,
          "execution_wall_seconds": 0.008631332777440548,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "b04caf31d52d7726e2240eb93887e1af3537457f910941e0e2b5552d5e93555a",
        "92a04c4c640333ab01e63ad5b81d21e9f44e6bd6324c124615dec8e2ee498071",
        "fb86894df7753371a9358b4760c0d156af02dc676db3d9a8d1299efb5c5b4452",
        "0f3c5eaef1917c71f2a66bcd57aaf959e309652e065d0db05e292a6d2dbabb89"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066150000000000375,
        "execution_wall_seconds": 0.0066109998151659966,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.015312999999999022,
          "execution_wall_seconds": 0.015315833501517773,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1220
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.015460000000000917,
          "execution_wall_seconds": 0.015507791191339493,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1196
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.015076000000000533,
          "execution_wall_seconds": 0.015082165598869324,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1189
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012108999999998815,
          "execution_wall_seconds": 0.01211212482303381,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9548,
          "state_serialized_bytes": 1073
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 16.393333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 150,
      "trajectory_hashes": [
        "7c598afdda851e25ba664f448c3389fa00b3d443474b27866e4fc6d047ac97fa",
        "708d8ef8968fd6279a5d9b8242cf32ab9de723ed165729905d17b066a66a2fa7",
        "2338f586a0a1d6b10395f1733995448d4e774c4537e75df6a9c83af54eda7fff",
        "f309e2d263e7b3cee434b2a110c6922e1eecb73e7af62c87680a374426a3324e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065869999999996764,
        "execution_wall_seconds": 0.00658841710537672,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.014714999999998923,
          "execution_wall_seconds": 0.014725291170179844,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1220
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.014222000000000179,
          "execution_wall_seconds": 0.014230583794414997,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1196
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.014782000000000295,
          "execution_wall_seconds": 0.014820415526628494,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1189
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.011964000000002528,
          "execution_wall_seconds": 0.011977124959230423,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9548,
          "state_serialized_bytes": 1073
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 16.393333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006484000000000378,
        "execution_wall_seconds": 0.0064872074872255325,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.48,
      "execution": [
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.012192999999999898,
          "execution_wall_seconds": 0.012216625735163689,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 7270,
          "state_serialized_bytes": 843
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.011047999999998837,
          "execution_wall_seconds": 0.011050916276872158,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 7090,
          "state_serialized_bytes": 816
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.011573999999999529,
          "execution_wall_seconds": 0.011573834344744682,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 7958,
          "state_serialized_bytes": 908
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009767000000000081,
          "execution_wall_seconds": 0.00977291725575924,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 7526,
          "state_serialized_bytes": 849
        }
      ],
      "failures": {
        "missing": 78,
        "ok": 72
      },
      "fraction": 0.48,
      "group": 5,
      "max_latency": 16,
      "mean_latency": 15.569444444444445,
      "missed_deadline_fraction": 0.52,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 72,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006520999999999333,
        "execution_wall_seconds": 0.0065187495201826096,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.48,
      "execution": [
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.012055999999997624,
          "execution_wall_seconds": 0.012059584259986877,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 7270,
          "state_serialized_bytes": 843
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.011451999999998463,
          "execution_wall_seconds": 0.011456041596829891,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 7090,
          "state_serialized_bytes": 816
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.012218999999998204,
          "execution_wall_seconds": 0.012226332910358906,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 7958,
          "state_serialized_bytes": 908
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.010341000000000378,
          "execution_wall_seconds": 0.0103474585339427,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 7526,
          "state_serialized_bytes": 849
        }
      ],
      "failures": {
        "missing": 78,
        "ok": 72
      },
      "fraction": 0.48,
      "group": 5,
      "max_latency": 16,
      "mean_latency": 15.569444444444445,
      "missed_deadline_fraction": 0.52,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 72,
      "trajectory_hashes": [
        "ce9241b13a967f95bcded116d1bbe96dced45eb2f88decb9bbf09b77632471c9",
        "311b4040b6cb9a5e0a51ecee87b2766855dfca9c02315923a702ad807841cfc7",
        "bd80d6e34b855349fc2dfde85821c2bab9569dfedeb78da8e21a41fa07a3e53f",
        "58be898e592c4d1f333c6ac647126c1b7f82b7038dfab77b68adebe62fd14e85"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006878000000000384,
        "execution_wall_seconds": 0.006875458173453808,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01693599999999762,
          "execution_wall_seconds": 0.016943874768912792,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1220
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016624000000000194,
          "execution_wall_seconds": 0.016658457927405834,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1195
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016640999999999906,
          "execution_wall_seconds": 0.01666508335620165,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1188
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013303000000000509,
          "execution_wall_seconds": 0.013314000330865383,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9548,
          "state_serialized_bytes": 1073
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 24,
      "mean_latency": 22.393333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 150,
      "trajectory_hashes": [
        "bee6c3c251e650e029cb3679cf84db4db7e7edacb8220b9400a31f5d7cd8ab74",
        "036c53dc8161ea98dc1ef8ae0422963e1153d04abe88312363a5cc61579be6f2",
        "33bc940a24f8e3b92d438ef6e6ca80e5eb8da77667c89145a4b6bfac679a541c",
        "d379a1dcbcf966537be5b8fbcea3a16942ce448cb07fcdb7ad2f0751dcced0b0"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0067889999999977135,
        "execution_wall_seconds": 0.006788499653339386,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01681299999999908,
          "execution_wall_seconds": 0.016839416697621346,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1220
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016185000000000116,
          "execution_wall_seconds": 0.016197457909584045,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1195
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.01599199999999712,
          "execution_wall_seconds": 0.016004332341253757,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1188
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012931000000001802,
          "execution_wall_seconds": 0.01293779257684946,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9548,
          "state_serialized_bytes": 1073
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 24,
      "mean_latency": 22.393333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006734999999999047,
        "execution_wall_seconds": 0.006737874820828438,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01035399999999953,
          "execution_wall_seconds": 0.010353625752031803,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009714999999999918,
          "execution_wall_seconds": 0.00974558386951685,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010004999999999598,
          "execution_wall_seconds": 0.010015790350735188,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008915999999999258,
          "execution_wall_seconds": 0.008923165500164032,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007025999999999755,
        "execution_wall_seconds": 0.0070333331823349,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010322999999999638,
          "execution_wall_seconds": 0.010325625538825989,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009740000000000748,
          "execution_wall_seconds": 0.009736708365380764,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009955999999998966,
          "execution_wall_seconds": 0.009958332404494286,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00902200000000164,
          "execution_wall_seconds": 0.009030958637595177,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "ef0b38ce1bf772157bf2ceed9ca0c68be4fe716bdc4e3dac33fd2c46ca4a227c",
        "ada2e9acb86cefa577fcf9d15154b910fa0101d130454dc850d67d0477e3bec4",
        "b0be2042e6f42db26841016cea2dc8b3f8e9946582172a5c6cfebb60110cdc04",
        "561a78ac073df4a9e588bebd9dbc3041743a23c064a77af8baeb57c5bbbb1c5e"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007017000000001161,
        "execution_wall_seconds": 0.007032874971628189,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.0113999999999983,
          "execution_wall_seconds": 0.011399917304515839,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1072,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010832000000000619,
          "execution_wall_seconds": 0.010837041772902012,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1073,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010940000000001504,
          "execution_wall_seconds": 0.01094837486743927,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 977,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009702000000000766,
          "execution_wall_seconds": 0.009707707911729813,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "c0768b16f3d1c3acbc95cdfe6ca62710c2a47a10694d4c76f734022b7a2300b2",
        "a0a3d4c06cb0aa7b7789d225bba6ead666fc7613ec0069b9b247388faabbc720",
        "0bda063e3e96f91412324d7d54c76fa260f1ab26b96a17c926b1ebe041469f2f",
        "13ec2ab3cb5c694817f38458b814b0ecfe0e5ec1b98479f4e5c5cb727686f34b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00681200000000004,
        "execution_wall_seconds": 0.006812917068600655,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010791000000001105,
          "execution_wall_seconds": 0.010804207995533943,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1072,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.01076399999999822,
          "execution_wall_seconds": 0.010789166204631329,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1073,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.01043499999999753,
          "execution_wall_seconds": 0.010437333956360817,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 977,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009170999999998486,
          "execution_wall_seconds": 0.009176583960652351,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004636000000001417,
        "execution_wall_seconds": 0.004639791324734688,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 683,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006222999999998535,
          "execution_wall_seconds": 0.00623704120516777,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4148,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.0058509999999998286,
          "execution_wall_seconds": 0.00585020799189806,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.0064120000000009725,
          "execution_wall_seconds": 0.006422707810997963,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005438000000001608,
          "execution_wall_seconds": 0.0054407501593232155,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0046530000000011285,
        "execution_wall_seconds": 0.004652166739106178,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 683,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006273000000000195,
          "execution_wall_seconds": 0.006280083209276199,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4148,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 679,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006036000000001707,
          "execution_wall_seconds": 0.006042583845555782,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 685,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006246000000000862,
          "execution_wall_seconds": 0.006253208965063095,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005400999999999101,
          "execution_wall_seconds": 0.005400791764259338,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "0a135011f15bec535b37c7b010ba8aaffa76b986e251a3674f126241fdf7af96",
        "3891abc4ce4ad780580c059097282e9839e437ac5dd5bcb416e44d7f5915571f",
        "c900464279495c8e18035251be8ab8f5d1e309ae3a5467a4ef9f4dee65eb675a",
        "6ffea15f2c4ab5385735b46443aa5faeb44a6d4d90e8c322272b43b61c0fdf8a"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004501999999998674,
        "execution_wall_seconds": 0.004505082964897156,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 660,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.01087100000000163,
          "execution_wall_seconds": 0.010873833671212196,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10100,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010702999999999463,
          "execution_wall_seconds": 0.010702499188482761,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1120
        },
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010495000000002364,
          "execution_wall_seconds": 0.010501165874302387,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1111
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008442999999999756,
          "execution_wall_seconds": 0.008443082682788372,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 999
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 14,
      "mean_latency": 12.94,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 150,
      "trajectory_hashes": [
        "5bb1c26bdf377a8011af0ead402d1e0400c8250335c8ffb4241c0ad6a276e2a4",
        "d897809a93bb462b8504cf5855a1f226e7e6311de2251e4b65a2d25b8a50079a",
        "c36a950f75af05231962bd195806d71071e52496dd9d2969847c9a3de6816bab",
        "aaeb7bbd1e34e60c5d6589330d7fa142b245026ac4d833078798465ab896c224"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004445000000000476,
        "execution_wall_seconds": 0.0044447919353842735,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 660,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.010849999999997806,
          "execution_wall_seconds": 0.010870874859392643,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10100,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010535999999998324,
          "execution_wall_seconds": 0.010551541112363338,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1120
        },
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010632000000001085,
          "execution_wall_seconds": 0.010631708428263664,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1111
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008482999999998242,
          "execution_wall_seconds": 0.00848662480711937,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 999
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 14,
      "mean_latency": 12.94,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004532000000001091,
        "execution_wall_seconds": 0.004533374682068825,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 660,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006033999999999651,
          "execution_wall_seconds": 0.006039833649992943,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.005777999999999395,
          "execution_wall_seconds": 0.005782834254205227,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.005870999999999071,
          "execution_wall_seconds": 0.005873832851648331,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005413000000000778,
          "execution_wall_seconds": 0.005431833676993847,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0048799999999999955,
        "execution_wall_seconds": 0.004902457818388939,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 660,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006241000000002828,
          "execution_wall_seconds": 0.006250792182981968,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.005762000000000711,
          "execution_wall_seconds": 0.0057618748396635056,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 651,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.005981999999999488,
          "execution_wall_seconds": 0.005981500260531902,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0053400000000003445,
          "execution_wall_seconds": 0.00533666554838419,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "89c50b733dac6e7de78d5508d812624824948d23a05db00afd3557f333eeff52",
        "2b570b5044cad3c03ef502aef0a9d3fb78f6e786093b2df11ed5ee93ba7224ae",
        "ca49420779f5b500ae51c89f08c89208a747ab908a35773212c70c3022553325",
        "06fc860d17258ef980259986cfba7f2e8d73110cb13680059130d2f4d013526b"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004344999999997157,
        "execution_wall_seconds": 0.004341833293437958,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.011505000000003207,
          "execution_wall_seconds": 0.011523415334522724,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10128,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010865000000002567,
          "execution_wall_seconds": 0.010868750512599945,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1119
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.011022999999998007,
          "execution_wall_seconds": 0.011023375205695629,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1110
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008636999999996675,
          "execution_wall_seconds": 0.0086479177698493,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 999
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 19,
      "mean_latency": 18.366666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 150,
      "trajectory_hashes": [
        "74eb002e13c9aa076f78f740c6010acc9ccce48e25f973484cc03684351af5f3",
        "d7248c59eb73c45a48a2bd70c2ed76c337cd9eabab5e69e24f738c79ada45e69",
        "b806ee285b823e1144a1eacf5f8d2ec64c3d0417a5b36c006c22e93c52127a66",
        "ab4c7d11f7d8139b72d9977d72a4c6daf40fc437ce88e35ec4dba33ec5acc1e2"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004303000000000168,
        "execution_wall_seconds": 0.004303207620978355,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.010951999999999629,
          "execution_wall_seconds": 0.010953249409794807,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10128,
          "state_serialized_bytes": 1142
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.01086700000000107,
          "execution_wall_seconds": 0.010871291160583496,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9844,
          "state_serialized_bytes": 1119
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.01099100000000064,
          "execution_wall_seconds": 0.011012500151991844,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1110
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008579000000001002,
          "execution_wall_seconds": 0.008582958951592445,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 999
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 19,
      "mean_latency": 18.366666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004450999999999539,
        "execution_wall_seconds": 0.004460584372282028,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006060000000001509,
          "execution_wall_seconds": 0.00606020912528038,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006062999999997487,
          "execution_wall_seconds": 0.006086417473852634,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006166999999997813,
          "execution_wall_seconds": 0.006208333186805248,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005233000000000487,
          "execution_wall_seconds": 0.005236165598034859,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004400000000000404,
        "execution_wall_seconds": 0.004407250322401524,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006322999999998302,
          "execution_wall_seconds": 0.006322458386421204,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.005848000000000297,
          "execution_wall_seconds": 0.005848291330039501,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 696,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.0060800000000007515,
          "execution_wall_seconds": 0.006086375564336777,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 640,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005414000000001806,
          "execution_wall_seconds": 0.005410375073552132,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "b1f1aa17e6d2a0ec43bb8fa5d467bc7fe9190d1c8bb438516559f1028f16486a",
        "c04912de2db9d0dbbe2f38ed69ff6fde14d1bb9df690e14008e8ef89bb414fa8",
        "318540d37fd4ad57d595cede178ea7ca851adcde9cad7b68455c7f7b1897f07f",
        "272abfef02d32394d3403bc2542136885bbc6f7df1d7b928ec49ba23f6e61719"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004994999999997418,
        "execution_wall_seconds": 0.005018082447350025,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006567000000000434,
          "execution_wall_seconds": 0.006570917554199696,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4148,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006752999999999787,
          "execution_wall_seconds": 0.006776624359190464,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006557999999998287,
          "execution_wall_seconds": 0.00655779242515564,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0057760000000008915,
          "execution_wall_seconds": 0.005786459892988205,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "d2d0f5dfb4c24c40b41c29efa39fa8bafbac06058fbeef0c400580747b5235f9",
        "58d1afeb4fd8ec16757427844b89890aa3514716cb9d8b7b7afb20b024d60ed0",
        "7020c339c14a42548f6149888d06c0e0bf654a7417220a484b6b812f5409c73b",
        "335d96620f6a73a1dcd4fd9c9105a557d1bcc8bc7fffeddc79d7d66a6ac6cc7d"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045520000000003336,
        "execution_wall_seconds": 0.004552124999463558,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006412999999998448,
          "execution_wall_seconds": 0.006416125223040581,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4148,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006293999999996913,
          "execution_wall_seconds": 0.0063062505796551704,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006433000000001243,
          "execution_wall_seconds": 0.006438124924898148,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005661000000003469,
          "execution_wall_seconds": 0.00565825030207634,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 469
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052859999999981255,
        "execution_wall_seconds": 0.0052881669253110886,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4266666666666667,
      "execution": [
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.009475000000001899,
          "execution_wall_seconds": 0.009485417045652866,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 7206,
          "state_serialized_bytes": 814
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.009060000000001622,
          "execution_wall_seconds": 0.00905587524175644,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 6774,
          "state_serialized_bytes": 758
        },
        {
          "active_state_boundaries": 778,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.00837500000000091,
          "execution_wall_seconds": 0.008378040976822376,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 5786,
          "state_serialized_bytes": 642
        },
        {
          "active_state_boundaries": 706,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007421999999998263,
          "execution_wall_seconds": 0.007421916350722313,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6334,
          "state_serialized_bytes": 712
        }
      ],
      "failures": {
        "missing": 86,
        "ok": 64
      },
      "fraction": 0.4266666666666667,
      "group": 5,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.5733333333333334,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 64,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005386000000001445,
        "execution_wall_seconds": 0.00538525078445673,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4266666666666667,
      "execution": [
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.00973899999999972,
          "execution_wall_seconds": 0.00973820872604847,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 7206,
          "state_serialized_bytes": 814
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.00920099999999735,
          "execution_wall_seconds": 0.00920479279011488,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 6774,
          "state_serialized_bytes": 758
        },
        {
          "active_state_boundaries": 778,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008474000000003201,
          "execution_wall_seconds": 0.008477750234305859,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 5786,
          "state_serialized_bytes": 642
        },
        {
          "active_state_boundaries": 706,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007512999999999437,
          "execution_wall_seconds": 0.0075154174119234085,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6334,
          "state_serialized_bytes": 712
        }
      ],
      "failures": {
        "missing": 86,
        "ok": 64
      },
      "fraction": 0.4266666666666667,
      "group": 5,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.5733333333333334,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 64,
      "trajectory_hashes": [
        "c59b6b6f035f868d5f8d2ef2b2bd8e41ab8964b9aca332a5fd3df1b86c3ba44a",
        "21de59283e4fe6d71fd2108425c6c970f972aa5dae42acf302513ea68ab3d341",
        "5d93a136960f0b361cab4a1f43dbcfbc9139cf1f9bd33b2e9e6d6abf74b8eecc",
        "16b5951d03c2cc6aa68b55c748fe4858959ca12342d0aec0b7ea7812ef63f676"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005516999999997552,
        "execution_wall_seconds": 0.005519750528037548,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007283000000001039,
          "execution_wall_seconds": 0.007297375239431858,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.00705899999999815,
          "execution_wall_seconds": 0.007063083350658417,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007315000000001959,
          "execution_wall_seconds": 0.007310790941119194,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006363000000000341,
          "execution_wall_seconds": 0.006363249383866787,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "a6d1642edde0cbb20c435a1ec476657b095ce07976f2687a734e743811d657e9",
        "dd7fe1b5326ff820d28142d37c80d6b4fecfb93de3277a7aeac7778e3f1f50a0",
        "2cb789385e177b69b20cb291485a033383f71e38114c98be84d9dd6ad52bca4c",
        "e97941311b946c841828acdb45c0b7e8fb22187c5a2dcb0f896476c64d34b005"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052640000000003795,
        "execution_wall_seconds": 0.005261541344225407,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007010000000001071,
          "execution_wall_seconds": 0.007017416879534721,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.006968000000000529,
          "execution_wall_seconds": 0.006971915252506733,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007003000000000981,
          "execution_wall_seconds": 0.0070104170590639114,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006121000000000265,
          "execution_wall_seconds": 0.006121667101979256,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005362000000001643,
        "execution_wall_seconds": 0.005371125414967537,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012547000000001418,
          "execution_wall_seconds": 0.01258216705173254,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1144
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.01188799999999901,
          "execution_wall_seconds": 0.011892915703356266,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012073000000000889,
          "execution_wall_seconds": 0.012080499902367592,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00977800000000073,
          "execution_wall_seconds": 0.01022375002503395,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8968,
          "state_serialized_bytes": 1001
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 17,
      "mean_latency": 15.173333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005651000000000295,
        "execution_wall_seconds": 0.005653250031173229,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 752,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012399999999999523,
          "execution_wall_seconds": 0.012410792522132397,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1144
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.01250299999999882,
          "execution_wall_seconds": 0.012521333992481232,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012112000000001899,
          "execution_wall_seconds": 0.012115083634853363,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009634999999999394,
          "execution_wall_seconds": 0.00963162537664175,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8968,
          "state_serialized_bytes": 1001
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 17,
      "mean_latency": 15.173333333333334,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 150,
      "trajectory_hashes": [
        "af6f280435de53517924b6e92d5b090d60d40676edfe287a4dc0e29c8a9b3775",
        "50e988d0f7591f69a22d630436aeb0f139d991f3f812f73fe7c781bd87ce0319",
        "e4a73c44f7f1585d2d7b6532505dd10132a8bc56a8e17c7ce2937d88475f0fb7",
        "05d7fa36704b2f6879d3d405a311c103ac73796d93146cfdf3d5bdae55ed1667"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005405000000003213,
        "execution_wall_seconds": 0.005409209057688713,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007956000000000074,
          "execution_wall_seconds": 0.00796425063163042,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.0078189999999978,
          "execution_wall_seconds": 0.00781970750540495,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008061000000001428,
          "execution_wall_seconds": 0.00807945802807808,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006752999999999787,
          "execution_wall_seconds": 0.006756375543773174,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "9c7bb672e5af027da3409f9f05fb9aa40b1a96b2a710617ee033212905157c0f",
        "f1971b0e0082038302730aae12f3b8573f4e8d9affde5cea360d44d4426b66ce",
        "47e26d87f1ffc1719d77319c74a73f2e9bc3e56be57298c4847cff29300d8c56",
        "ebcf2dbafeb40916801a390f7a057028307cc3ba0cc01d85087853abc1a1dbdd"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005530999999997732,
        "execution_wall_seconds": 0.005531082861125469,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007587000000000899,
          "execution_wall_seconds": 0.007590208202600479,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007397000000000986,
          "execution_wall_seconds": 0.0074022505432367325,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 906,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007576000000000249,
          "execution_wall_seconds": 0.007582417689263821,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006665999999999173,
          "execution_wall_seconds": 0.006670583970844746,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0055659999999981835,
        "execution_wall_seconds": 0.005570416338741779,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012990000000002055,
          "execution_wall_seconds": 0.012994667515158653,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1144
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012376000000003273,
          "execution_wall_seconds": 0.012372584082186222,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1121
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.01268699999999967,
          "execution_wall_seconds": 0.012690499424934387,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1112
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010566000000000741,
          "execution_wall_seconds": 0.01058149989694357,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8996,
          "state_serialized_bytes": 1001
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 17.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005399000000000598,
        "execution_wall_seconds": 0.00539849977940321,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.013206000000000273,
          "execution_wall_seconds": 0.013216417282819748,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1144
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012888000000000233,
          "execution_wall_seconds": 0.012914207763969898,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9872,
          "state_serialized_bytes": 1121
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.013304999999999012,
          "execution_wall_seconds": 0.013313457369804382,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1112
        },
        {
          "active_state_boundaries": 736,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010391999999999513,
          "execution_wall_seconds": 0.010400457307696342,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8996,
          "state_serialized_bytes": 1001
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 17.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 150,
      "trajectory_hashes": [
        "9d896ec186e2732763d4a108511851e514a7706df958cf8be7298acd117c8090",
        "39044aa08c63444b3fea918f0f8d69031277d1b0533c5f702b02e658004f87c8",
        "b278a07ebd5fc20809eed5e4cd1dab7b24259b5f4dd3cc21d16d78949b2ba5ad",
        "3e38f98fe32c77e5de4478fcb2cb2a464e4978b107e4895ca73cb240cae1e9f4"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005733999999996797,
        "execution_wall_seconds": 0.0057339174672961235,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008022999999997893,
          "execution_wall_seconds": 0.008045291528105736,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007626000000001909,
          "execution_wall_seconds": 0.007629250176250935,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007801000000000613,
          "execution_wall_seconds": 0.007807999849319458,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006841000000001429,
          "execution_wall_seconds": 0.0068435827270150185,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "34c5c25616fefe1c337df498df5d62d8d6f589c1e85c1aaf2f621d53c5a3a883",
        "e94a4aeee7b59d9ff0f5f291170611deca4ec1307ded2c5be267097d55ed077e",
        "4ad7eda36fc2fadadc60a4a0deb62cc468dc73360504e467d9e8764220c34dcf",
        "bebe9799482a1f090e5cc3b060b62d82e9eab1f5755e5d2b52146c78fd219259"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005472000000001032,
        "execution_wall_seconds": 0.005475583486258984,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007719000000001586,
          "execution_wall_seconds": 0.0077197495847940445,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007525000000001114,
          "execution_wall_seconds": 0.007532416842877865,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007721000000000089,
          "execution_wall_seconds": 0.00772758387029171,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006553999999997728,
          "execution_wall_seconds": 0.006551708094775677,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006010999999997324,
        "execution_wall_seconds": 0.00601870846003294,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.013539999999998997,
          "execution_wall_seconds": 0.013546416535973549,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10652,
          "state_serialized_bytes": 1218
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.013622999999999053,
          "execution_wall_seconds": 0.013643958605825901,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1194
        },
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.01332400000000078,
          "execution_wall_seconds": 0.013328750617802143,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1187
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.010878999999999195,
          "execution_wall_seconds": 0.010896292515099049,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1071
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 17.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 150,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006111000000000644,
        "execution_wall_seconds": 0.006114083342254162,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014599000000000473,
          "execution_wall_seconds": 0.014603208750486374,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10652,
          "state_serialized_bytes": 1218
        },
        {
          "active_state_boundaries": 799,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014212000000000558,
          "execution_wall_seconds": 0.01421691570430994,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10424,
          "state_serialized_bytes": 1194
        },
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.01425700000000063,
          "execution_wall_seconds": 0.014279124327003956,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1187
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011179000000002048,
          "execution_wall_seconds": 0.011181999929249287,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1071
        }
      ],
      "failures": {
        "ok": 150
      },
      "fraction": 1,
      "group": 5,
      "max_latency": 18,
      "mean_latency": 17.14666666666667,
      "missed_deadline_fraction": 0,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 150,
      "trajectory_hashes": [
        "aed4c6ab4110f120215a0cf9c4ec34ac0247cf10659aeaa41a6ebb25be22aee1",
        "4d4dc70b79c278c18d1c0d97e4820e7d79f5dbb4753a9c2e48c6f2ebf48fbdf2",
        "e01810c4f0964950e208b494f8d5046d9ccd3442065c422c76526f8d072648a8",
        "88ea79c4dc5b57488e292c09f3649a27d459e52fdce600c3ebd889635e716f98"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006449999999997402,
        "execution_wall_seconds": 0.006471416912972927,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 810,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008575000000000443,
          "execution_wall_seconds": 0.008575458079576492,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 814,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.0087169999999972,
          "execution_wall_seconds": 0.008715624921023846,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008323999999998222,
          "execution_wall_seconds": 0.008326832205057144,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.0075600000000015655,
          "execution_wall_seconds": 0.007560166530311108,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "7305abd9dc1fc815cc3bba9b9e975b6d7398fdadf8188abb77fa38919776c387",
        "02ca0fdfc88050734397123ef98ea7a4666da9f9109226308233091b9de536bc",
        "bae4db54e3695ba45a010b65a95887f3e07ef25c8b856eb00dabe279468ff129",
        "aa23d4eb994efbb4cc5756a3861c4922e39eeab6b3c856b99d8991bed0924dd1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005794999999999106,
        "execution_wall_seconds": 0.005798040889203548,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 810,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008164000000000726,
          "execution_wall_seconds": 0.008176582865417004,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 814,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008088000000000761,
          "execution_wall_seconds": 0.008094875141978264,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.00786199999999937,
          "execution_wall_seconds": 0.00787187460809946,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007102999999997195,
          "execution_wall_seconds": 0.007111750543117523,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006215999999998445,
        "execution_wall_seconds": 0.006215667352080345,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.00849799999999945,
          "execution_wall_seconds": 0.00850979145616293,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.00835000000000008,
          "execution_wall_seconds": 0.008358582854270935,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008167000000000257,
          "execution_wall_seconds": 0.008181999437510967,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007419000000002285,
          "execution_wall_seconds": 0.0074192918837070465,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006439000000000306,
        "execution_wall_seconds": 0.006446083076298237,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008870999999999185,
          "execution_wall_seconds": 0.008875041268765926,
          "logical_execution_ticks": 3385,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008779999999998012,
          "execution_wall_seconds": 0.008780541829764843,
          "logical_execution_ticks": 3380,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008653000000002464,
          "execution_wall_seconds": 0.008661958388984203,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007863000000000397,
          "execution_wall_seconds": 0.007863958366215229,
          "logical_execution_ticks": 3413,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 545
        }
      ],
      "failures": {
        "missing": 150
      },
      "fraction": 0,
      "group": 5,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 150,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "3a5257356fa840e096c2dace768d3aba64ed1bb705222763e1d53a7fcf4d4863",
        "593eb93ea1b5fd6532fc0d8c5b04ecdae910f499aa280c6b1ddcdb74d6c467de",
        "f8ae799faa7adb335048342e8c64a5932a956129cd21a95d04c0658b2af43a4b",
        "ad06b5e24fc41b5410ab1788c46b0697e6acfa568d4ec26c1b43a8cfaf098a37"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006344999999999601,
        "execution_wall_seconds": 0.006347916088998318,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.013802999999999344,
          "execution_wall_seconds": 0.013806874863803387,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.015107999999997901,
          "execution_wall_seconds": 0.015123791061341763,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1207
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012270999999998367,
          "execution_wall_seconds": 0.012277125380933285,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1085
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014064000000001187,
          "execution_wall_seconds": 0.01406837534159422,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10136,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 17.15972222222222,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 144,
      "trajectory_hashes": [
        "b095162010e75a0b4166b932ab338cb08b5f377a17d14ab4691588eb6cffba8e",
        "74a450b1595042562e71aaba6f30ac291b5638fc48f8b858895557681052534b",
        "df738214d0965bf0be3218226d6c8476e47d3d3b9cab8405285e3061997ee552",
        "9912c2e062eb354fa1f80694fcd1cae6cc95e8b2d58af05f80e345a2628e16c4"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006191000000001168,
        "execution_wall_seconds": 0.006194417364895344,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.01407700000000034,
          "execution_wall_seconds": 0.014078582637012005,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.014493000000001643,
          "execution_wall_seconds": 0.01450391672551632,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1207
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012070000000001357,
          "execution_wall_seconds": 0.012081374414265156,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1085
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.013206000000000273,
          "execution_wall_seconds": 0.013212250545620918,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10136,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 17.15972222222222,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006197999999997705,
        "execution_wall_seconds": 0.006202042102813721,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2361111111111111,
      "execution": [
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.00942799999999977,
          "execution_wall_seconds": 0.009436625055968761,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 697
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009595000000000908,
          "execution_wall_seconds": 0.00959966704249382,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 673
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00873900000000205,
          "execution_wall_seconds": 0.008741666562855244,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 707
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009107999999997674,
          "execution_wall_seconds": 0.009117833338677883,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 5887,
          "state_serialized_bytes": 699
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 34
      },
      "fraction": 0.2361111111111111,
      "group": 6,
      "max_latency": 18,
      "mean_latency": 18,
      "missed_deadline_fraction": 0.7638888888888888,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 34,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006152000000000157,
        "execution_wall_seconds": 0.006151750683784485,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2361111111111111,
      "execution": [
        {
          "active_state_boundaries": 787,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010215000000002306,
          "execution_wall_seconds": 0.010218707844614983,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 697
        },
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010329999999999728,
          "execution_wall_seconds": 0.010334249585866928,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 673
        },
        {
          "active_state_boundaries": 749,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009430999999999301,
          "execution_wall_seconds": 0.009430916979908943,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 6095,
          "state_serialized_bytes": 707
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009709000000000856,
          "execution_wall_seconds": 0.009724833071231842,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 5887,
          "state_serialized_bytes": 699
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 34
      },
      "fraction": 0.2361111111111111,
      "group": 6,
      "max_latency": 18,
      "mean_latency": 18,
      "missed_deadline_fraction": 0.7638888888888888,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 34,
      "trajectory_hashes": [
        "a5181483d148395eae982c06128ade275114fbb5681464567befe2dfea5e0d49",
        "4c18b899def71d4d45ef9b140463dc331d9b7e426ab291df42c21503c5e30fa1",
        "bf36ca41ee751de6b0291b21f6c00072c8033926e18e95de69c497653db24955",
        "3232ad849acf9869fc7a833577e5b0f30761c454d3166e1744353824a2554184"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006916000000000366,
        "execution_wall_seconds": 0.0069239577278494835,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.00987699999999947,
          "execution_wall_seconds": 0.009894166141748428,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 910,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010581999999999425,
          "execution_wall_seconds": 0.010606708005070686,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00914900000000074,
          "execution_wall_seconds": 0.009157417342066765,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009834000000001453,
          "execution_wall_seconds": 0.009848041459918022,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "aac5f7f6f92b172a7222c5cf91d2aa08160bf833989a90e5c2181aad4231ab66",
        "bd3d2015846b76685d1b107027605609d52fadb6006cf47696eba4dc39811f58",
        "9b4c7b9e8c932c0118d42a1ba72e616a6d11f7499bee339470bc2db36ee6e888",
        "36ebb706a890e1c0c051de697b0326bab1394f74a5cccf3fcc5563c9fe9bf259"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0067909999999997694,
        "execution_wall_seconds": 0.00700062420219183,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 880,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009274999999998812,
          "execution_wall_seconds": 0.009275750257074833,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 910,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009638999999999953,
          "execution_wall_seconds": 0.009639374911785126,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 839,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008447000000000315,
          "execution_wall_seconds": 0.008450042456388474,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009222000000001174,
          "execution_wall_seconds": 0.00923325028270483,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006783999999999679,
        "execution_wall_seconds": 0.006788041442632675,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009350000000001302,
          "execution_wall_seconds": 0.009354749694466591,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010211999999999222,
          "execution_wall_seconds": 0.010230166837573051,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4710,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009067000000001713,
          "execution_wall_seconds": 0.00907091610133648,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009866999999999848,
          "execution_wall_seconds": 0.009871167130768299,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066920000000010305,
        "execution_wall_seconds": 0.006704208441078663,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010198999999996516,
          "execution_wall_seconds": 0.010201999917626381,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010400999999998106,
          "execution_wall_seconds": 0.010399209335446358,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4710,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009265000000002743,
          "execution_wall_seconds": 0.009267874993383884,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009847000000000605,
          "execution_wall_seconds": 0.009861624799668789,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "b16141967a1c4e1d98657f89ef8e512a48a207aa7d956fa2b648388c16df8a80",
        "a06d22f8a7a07fd0238047d0312f3d9ee8e5caa74b1fca96782e41f1013660fa",
        "8c4af0e43fed7ac261db19fd6b9c6b864ef15bbdf563b3225d83dbb1ca182d58",
        "ccbb7d77be90618757eec275a28323b74ef20e54650a6fe445f6c6ea9c56bb7f"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0069179999999988695,
        "execution_wall_seconds": 0.0069262078031897545,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1016,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010912000000001143,
          "execution_wall_seconds": 0.010914375074207783,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.011528999999999456,
          "execution_wall_seconds": 0.011531874537467957,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009980999999999796,
          "execution_wall_seconds": 0.009984541684389114,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1030,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.01105100000000192,
          "execution_wall_seconds": 0.011050167493522167,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "224226d9c1522db74b55f38c09e475234f5aa8deca52ad25d9f0d8c2ba7b4aeb",
        "4693576e039cd7ee7a69a8922303c6a5c27bb8ef0f9c996f611b6955accc2fc8",
        "f33b544e41df867b39f91c7e8bb1062de5b41be74474c97ea5fadaecd524d25e",
        "e594a2ddb746fe745ffb90a77044b4da5d4e916302be0f91625a70005b9f83f1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007003999999998456,
        "execution_wall_seconds": 0.007008375599980354,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1016,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010117000000001042,
          "execution_wall_seconds": 0.010134415701031685,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010974999999998403,
          "execution_wall_seconds": 0.011004124768078327,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009682999999998998,
          "execution_wall_seconds": 0.009702667593955994,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1030,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010709000000002078,
          "execution_wall_seconds": 0.010716041550040245,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006613000000001534,
        "execution_wall_seconds": 0.0066164154559373856,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.014745999999998816,
          "execution_wall_seconds": 0.014749167487025261,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1139
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.015962999999999283,
          "execution_wall_seconds": 0.01596720889210701,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1206
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013394000000001682,
          "execution_wall_seconds": 0.013399791903793812,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1084
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014785999999997301,
          "execution_wall_seconds": 0.014793917536735535,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1183
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 25,
      "mean_latency": 22.90277777777778,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006713000000001301,
        "execution_wall_seconds": 0.006717500276863575,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.01519400000000104,
          "execution_wall_seconds": 0.015210291370749474,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1139
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016503000000000156,
          "execution_wall_seconds": 0.016503707505762577,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1206
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.014010999999999996,
          "execution_wall_seconds": 0.01401304267346859,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1084
        },
        {
          "active_state_boundaries": 956,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015470000000000539,
          "execution_wall_seconds": 0.015475749969482422,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1183
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 25,
      "mean_latency": 22.90277777777778,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 144,
      "trajectory_hashes": [
        "2bef54d9d434f2e8286b1b7a84cc8b80e207be5ea016b44f201c85af2fda4b21",
        "3eff3f2a44eac1c72b38a3f709420b6abba0269bb723773e340a365d5010a5a4",
        "2f2a3ec5dcc467a0f2af02892881982b7efdd045970dab9cb5bdb2240b33e9ae",
        "dba7d0b6b46b9530984b4c118a52b2ad6a3d7ea6a00227422cd2a91767fcb668"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004469000000000278,
        "execution_wall_seconds": 0.004465250298380852,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.010219000000002865,
          "execution_wall_seconds": 0.01022545900195837,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1064
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.01078899999999905,
          "execution_wall_seconds": 0.010799957439303398,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1129
        },
        {
          "active_state_boundaries": 608,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009146999999998684,
          "execution_wall_seconds": 0.009160749614238739,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1007
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010354999999997005,
          "execution_wall_seconds": 0.010351750068366528,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1103
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 15,
      "mean_latency": 12.86111111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 144,
      "trajectory_hashes": [
        "36752712d8375fcfaccb0004be8828d1385a84c79e9457829bdec9f92642ba6c",
        "807166e33369de7bac23116f49fdda4ef298508474a9a559458be481ddd23eea",
        "084f5cc67ec9ac69ecbdcc2741dd106064333ba4839e3d89e12577961043b7ab",
        "c9428fd9babcf4ddaa917038be53c73991c195b004f265b88bc5f46b64bc31f8"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004615000000001146,
        "execution_wall_seconds": 0.004614582285284996,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.009762999999999522,
          "execution_wall_seconds": 0.009767916984856129,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1064
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.010314000000001045,
          "execution_wall_seconds": 0.01031454186886549,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1129
        },
        {
          "active_state_boundaries": 608,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008783000000001095,
          "execution_wall_seconds": 0.008783625438809395,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 1007
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010263999999999385,
          "execution_wall_seconds": 0.010277332738041878,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1103
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 15,
      "mean_latency": 12.86111111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004561999999999955,
        "execution_wall_seconds": 0.004562250338494778,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.005921000000000731,
          "execution_wall_seconds": 0.005922500044107437,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.00599499999999864,
          "execution_wall_seconds": 0.005994874984025955,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 608,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0053920000000005075,
          "execution_wall_seconds": 0.005391333252191544,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.005915999999999144,
          "execution_wall_seconds": 0.005916000343859196,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045760000000001355,
        "execution_wall_seconds": 0.004575999453663826,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.005899999999996908,
          "execution_wall_seconds": 0.005904416553676128,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 657,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006115999999998678,
          "execution_wall_seconds": 0.006116666831076145,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 608,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005558999999998093,
          "execution_wall_seconds": 0.005555291660130024,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 643,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006107000000000085,
          "execution_wall_seconds": 0.00611137505620718,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "34cbf1bf2ae29062bf731b838848bce9e9c22a9f9ebbe5f3d3137442a3c211f7",
        "07016829be05383239e186e9f71d24820b661e8179414d289594e02b17d9c1fe",
        "437c86ce9d0412321377a7ec0a41561a31e44acbed89390a5a283e95674f704e",
        "e12619681439c6354eb7821bc71252327156d7f6f4b48a6e2d1a9e6ffc35bd60"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004940999999998752,
        "execution_wall_seconds": 0.00494404137134552,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006365999999999872,
          "execution_wall_seconds": 0.006366875022649765,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 470
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006890000000002061,
          "execution_wall_seconds": 0.006894208490848541,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0059800000000009845,
          "execution_wall_seconds": 0.0059800418093800545,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006890999999999536,
          "execution_wall_seconds": 0.006900624372065067,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "1f2ed2f0a57d01668af9df29373578d7f0b4418e879971a68a0bc0389bff67bd",
        "046cd2ccecf52349a255bfabde595383a958a50ef9970a05afcbe64376ab3b2d",
        "3c25967d6a3cf43a0e6e7daad3848676d3a8ca98b78f0183bf1d5b60f1180043",
        "5f63370cca059b8f17ae6c2347ee4fea700d09eb34b1c1b65f80d94c53e225ad"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004685999999999524,
        "execution_wall_seconds": 0.004690374247729778,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 720,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006484000000000378,
          "execution_wall_seconds": 0.0064842915162444115,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 470
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006955999999998852,
          "execution_wall_seconds": 0.0069587500765919685,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00620400000000032,
          "execution_wall_seconds": 0.00620962493121624,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0065690000000024895,
          "execution_wall_seconds": 0.006575084291398525,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004420999999997122,
        "execution_wall_seconds": 0.004424459300935268,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006426000000001153,
          "execution_wall_seconds": 0.006431708112359047,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006634000000001805,
          "execution_wall_seconds": 0.006637834012508392,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005860000000001975,
          "execution_wall_seconds": 0.0058605000376701355,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006474000000000757,
          "execution_wall_seconds": 0.006471041589975357,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004836999999998426,
        "execution_wall_seconds": 0.0048401253297924995,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006201000000000789,
          "execution_wall_seconds": 0.006200791336596012,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006640000000000867,
          "execution_wall_seconds": 0.006641832180321217,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005970000000001363,
          "execution_wall_seconds": 0.005979541689157486,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0065619999999988465,
          "execution_wall_seconds": 0.006567667238414288,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "057b904773115117a3557cbf3656a2ae00f389f46fae13d71d337d42c80caf44",
        "5d3c0620117fb1045ae7b9270e570af94f17304def6f2a4fad1a92c1235919f7",
        "9dae3fb27fd3586dc8aba4902db816806ae260c56d14be568699d4e96c7c971c",
        "a96ffb22f99df4c2bb00415006dc661a34ad83a594816b09485755d719b2967b"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005255999999999261,
        "execution_wall_seconds": 0.005278082564473152,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.0070230000000002235,
          "execution_wall_seconds": 0.007021582685410976,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 470
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.0075059999999993465,
          "execution_wall_seconds": 0.007508874870836735,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006484999999997854,
          "execution_wall_seconds": 0.0064879171550273895,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0072199999999966735,
          "execution_wall_seconds": 0.00722083356231451,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "ae6e14eed35991bb52f4bb436229838064e5c57a723d017d3a865810728004f7",
        "fcb0f9c017edce46211989cb7620ebf5b1ad04c751dcafb44f4f2f4e8e34f9e6",
        "af3511d7403c36d0b5068a6b93a3a9a446ec6dde4a95f2734ac3dbadb17eea01",
        "16e98c41df89cf219a9e2d79223c8c2162e505cb17752d02b1e207389c7981a0"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004947000000001367,
        "execution_wall_seconds": 0.004946833476424217,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 811,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.0067430000000001655,
          "execution_wall_seconds": 0.006746208295226097,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 470
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.007226000000002841,
          "execution_wall_seconds": 0.007244625128805637,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006295000000001494,
          "execution_wall_seconds": 0.0062966253608465195,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.007370999999999128,
          "execution_wall_seconds": 0.007379875518381596,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004677999999998406,
        "execution_wall_seconds": 0.004677999764680862,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.01118200000000158,
          "execution_wall_seconds": 0.011185708455741405,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1063
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.01193100000000058,
          "execution_wall_seconds": 0.01193379145115614,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1128
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009776999999999703,
          "execution_wall_seconds": 0.00977745745331049,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1006
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011393999999999238,
          "execution_wall_seconds": 0.011403709650039673,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1101
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 21,
      "mean_latency": 18.625,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004853000000000662,
        "execution_wall_seconds": 0.004852958954870701,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.011313999999998714,
          "execution_wall_seconds": 0.01132491696625948,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1063
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.012612000000000734,
          "execution_wall_seconds": 0.012645082548260689,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1128
        },
        {
          "active_state_boundaries": 704,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010082999999998066,
          "execution_wall_seconds": 0.010103333741426468,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1006
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011784000000002237,
          "execution_wall_seconds": 0.011792042292654514,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1101
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 21,
      "mean_latency": 18.625,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 144,
      "trajectory_hashes": [
        "da114555299606b8ea72316d4ca6b40e2e4f13932035a0c49cb9c1149684c1fe",
        "7cd04a6abe46261b35cbce61d38c49efa6d86bdf62f2dd61a9a4cc4e8ab839be",
        "a3fb6ddbf93f9b367962fc8be36153593f0e640330cd56b88087d446a8b58bd3",
        "2a10855ce9b39771c934ce9fa11fed65933f7cbdb560dd5b01bfa33f7b953e53"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005509999999997461,
        "execution_wall_seconds": 0.00551091693341732,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007774999999998755,
          "execution_wall_seconds": 0.007775625213980675,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007744999999999891,
          "execution_wall_seconds": 0.007744833827018738,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006939000000002693,
          "execution_wall_seconds": 0.006943457759916782,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007494999999998697,
          "execution_wall_seconds": 0.00750233419239521,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c2c2d9e57534da8c6b85be9f1419addcf3e6dc761cf3ec3eff5a7d84d58218f5",
        "de23da6c756c3a0c1a535975b3578116d07ccbb40da2e4459334eb6b45290570",
        "4781c285d4480656cc0181a1619f4401e3f24fb63b863aadf99aa8786e8072ac",
        "26d399c6e9ce393f21eff753c0491f2096cdc81b2488d3222a52847b3c67cb62"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005883999999998224,
        "execution_wall_seconds": 0.005882417783141136,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0073539999999994166,
          "execution_wall_seconds": 0.007357457652688026,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.00799599999999856,
          "execution_wall_seconds": 0.008072334341704845,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007210000000000605,
          "execution_wall_seconds": 0.007229208946228027,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007792999999999495,
          "execution_wall_seconds": 0.007799709215760231,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005516000000000076,
        "execution_wall_seconds": 0.005512125790119171,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01222399999999979,
          "execution_wall_seconds": 0.012227917090058327,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9524,
          "state_serialized_bytes": 1066
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.013034999999998576,
          "execution_wall_seconds": 0.013035166077315807,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010899999999999466,
          "execution_wall_seconds": 0.010915249586105347,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1009
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.013016999999997836,
          "execution_wall_seconds": 0.013029124587774277,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9584,
          "state_serialized_bytes": 1105
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 17,
      "mean_latency": 15.1875,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0057480000000005305,
        "execution_wall_seconds": 0.005748707801103592,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.011835000000001372,
          "execution_wall_seconds": 0.011839291080832481,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9524,
          "state_serialized_bytes": 1066
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012498000000000786,
          "execution_wall_seconds": 0.01250066701322794,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1131
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010868999999999573,
          "execution_wall_seconds": 0.01087433286011219,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1009
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.012800000000002143,
          "execution_wall_seconds": 0.01280816737562418,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9584,
          "state_serialized_bytes": 1105
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 17,
      "mean_latency": 15.1875,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 144,
      "trajectory_hashes": [
        "86c4a99303fbd4bdf2c0153245427c06b0b8f8f4763a65eaa7e23c675e18542d",
        "9bb5edc28907340324a2c01d4c84b4cd26a0d6fa2281188ccbc5329e0b1fc7e7",
        "cc1fd8d0f8016f2d35a3279f1b647d79272dc6762510b837218645204ad69216",
        "87427ddfe506106825207c96eb6e2e8f9cab77ee9e08ff3aa4a1c6c27a751f9d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005504999999999427,
        "execution_wall_seconds": 0.005505583249032497,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007118999999999431,
          "execution_wall_seconds": 0.0071184588596224785,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007658000000002829,
          "execution_wall_seconds": 0.007661041803658009,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006758000000001374,
          "execution_wall_seconds": 0.006757999770343304,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007297999999998694,
          "execution_wall_seconds": 0.007309666834771633,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "30139f394cfff2ce447d46aedd00d6b76d5ac1b711423f462a65306020247580",
        "c0785bea4af4bde5b9c81aa5b2aad9856461429e565a7d304aaddd11163b7f71",
        "fe526d572c194e529fd4a7d2c97fd4a20ce4659d0376627373a91d54132338e4",
        "bf49833ca3c7cf2be157a79f450e595bec57b8621583b13bde02092856a1a4c8"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005478000000000094,
        "execution_wall_seconds": 0.005483999848365784,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007006999999997987,
          "execution_wall_seconds": 0.007015082985162735,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007465999999997308,
          "execution_wall_seconds": 0.007472292520105839,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 481
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006589000000001732,
          "execution_wall_seconds": 0.006595499813556671,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007097000000001685,
          "execution_wall_seconds": 0.0071004582569003105,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 481
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005643000000002729,
        "execution_wall_seconds": 0.0056422920897603035,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.012302999999999287,
          "execution_wall_seconds": 0.012301834300160408,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9496,
          "state_serialized_bytes": 1065
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.013334000000000401,
          "execution_wall_seconds": 0.013335791416466236,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1130
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.011432000000002773,
          "execution_wall_seconds": 0.011431584134697914,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1008
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.01323799999999764,
          "execution_wall_seconds": 0.013246167451143265,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1104
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 16.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005945000000000533,
        "execution_wall_seconds": 0.005946541205048561,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01260199999999756,
          "execution_wall_seconds": 0.01261054165661335,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9496,
          "state_serialized_bytes": 1065
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.013792999999999722,
          "execution_wall_seconds": 0.013819042593240738,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9956,
          "state_serialized_bytes": 1130
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.01235099999999889,
          "execution_wall_seconds": 0.012361166998744011,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 1008
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.014094000000000051,
          "execution_wall_seconds": 0.014097291976213455,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1104
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 16.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 144,
      "trajectory_hashes": [
        "c12ca9223254298905aaf183384837ac58e1b04150d1f9632ec2ae1aeccf4a43",
        "e29c1a72fb72c37e3da1d1dcb58d1130c479a2bab97dcfe9a8ebd48daef9d2bb",
        "30ff18e581827c583786273487cbb6082ae37b2562d1c442eef2e4061cf41876",
        "5871d8d5d927e8e3225e1e0b5c4bee4537c5dcc1ed5b1a9df7af714484134f72"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006036999999999182,
        "execution_wall_seconds": 0.006033292040228844,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007629999999998915,
          "execution_wall_seconds": 0.007631915621459484,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.00854100000000102,
          "execution_wall_seconds": 0.008553249761462212,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007488999999999635,
          "execution_wall_seconds": 0.007492500357329845,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.008266000000002549,
          "execution_wall_seconds": 0.008266833610832691,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 480
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "7d3f4f720f1d063f49bdcfdddce6c07a6c2330fcb857a820717f2a4c03a13132",
        "8a3aaefd42c4e3b5a47e3fce86da2e04cf2f537accf3f5315a6727cde430897f",
        "9dd8c11cb8f82e06d4ae790260c6bd9f1809a101868b1b86cb846d6f6e4176c6",
        "00a6d5fed9581d34584f7e6f5b7446acb33ec117b4c6e76f3df33726d803490f"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005974000000001922,
        "execution_wall_seconds": 0.005971292033791542,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008510000000001128,
          "execution_wall_seconds": 0.008523374795913696,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008550999999997089,
          "execution_wall_seconds": 0.008550167083740234,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 480
        },
        {
          "active_state_boundaries": 791,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007559999999998013,
          "execution_wall_seconds": 0.007560207508504391,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.008119000000000653,
          "execution_wall_seconds": 0.00812483299523592,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 480
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005764000000002767,
        "execution_wall_seconds": 0.00576641783118248,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 911,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008126000000000744,
          "execution_wall_seconds": 0.008144374936819077,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008309999999998041,
          "execution_wall_seconds": 0.008315457962453365,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007324000000000552,
          "execution_wall_seconds": 0.0073232501745224,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 922,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.00791200000000103,
          "execution_wall_seconds": 0.007920083589851856,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00563900000000217,
        "execution_wall_seconds": 0.0056397924199700356,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 911,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00787599999999955,
          "execution_wall_seconds": 0.007886082865297794,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008354999999998114,
          "execution_wall_seconds": 0.008364208042621613,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00754699999999886,
          "execution_wall_seconds": 0.007547333836555481,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 922,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.008290999999999826,
          "execution_wall_seconds": 0.00830033328384161,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "6b54fb65ea8c9ff7e25beace878f4bd6bbc0268b2fce32af3252d134be7153a6",
        "570f7701f5b8d0674ccb5440619c1785e8f2eafbe95ef31edaa7979ab3018614",
        "cf0d9af8905ee6677130d43533fdc4cfa54c0159679a5b1932081234c6a0d020",
        "3a0e6ec4935551c1cd0e9e79d0146cbf9107e363bce85067758a4da67a0106c3"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00627399999999767,
        "execution_wall_seconds": 0.006271041929721832,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.008669000000001148,
          "execution_wall_seconds": 0.008675041608512402,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009033999999999764,
          "execution_wall_seconds": 0.009034459479153156,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008472000000001145,
          "execution_wall_seconds": 0.008495333604514599,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008641999999998262,
          "execution_wall_seconds": 0.008644667454063892,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "15722cab14cc62c32c0bb2b3f4b1a931a79967d1f9a75fcdf0b9bb7afa7e77a7",
        "2b396936f585aca5ed4b956e81aa7f5c5655f4e33ef88f8e4680049ba0d73d9c",
        "c2cea11b64ea18c95ee7d58985ef89d3d6109c19b1062e92bf1ed613ed894e7d",
        "85de8d69debda92b37879a2fca71920f6444aab2b7065260cadc2dea533ca10f"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006107000000000085,
        "execution_wall_seconds": 0.006107917055487633,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.008127999999999247,
          "execution_wall_seconds": 0.00813154224306345,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008919999999999817,
          "execution_wall_seconds": 0.00892404280602932,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008019999999998362,
          "execution_wall_seconds": 0.008023000322282314,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008413000000000892,
          "execution_wall_seconds": 0.008415709249675274,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0061860000000031334,
        "execution_wall_seconds": 0.006192249245941639,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.00759000000000043,
          "execution_wall_seconds": 0.00759170763194561,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008000000000002672,
          "execution_wall_seconds": 0.007999584078788757,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 701,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007211999999999108,
          "execution_wall_seconds": 0.007218457758426666,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.00781199999999771,
          "execution_wall_seconds": 0.007823750376701355,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066680000000012285,
        "execution_wall_seconds": 0.006672791205346584,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.007968999999999227,
          "execution_wall_seconds": 0.00797854084521532,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008393999999999124,
          "execution_wall_seconds": 0.008396166376769543,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 701,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008288000000000295,
          "execution_wall_seconds": 0.008301290683448315,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008696999999997956,
          "execution_wall_seconds": 0.008697417564690113,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "6651088cd46e875b2fa2fd94dc81f4419a1460e973788bf528ca1ef6f731288b",
        "6535b58beef1bc44adfbf9e12324569d516b282af7c602621bb816c64030f332",
        "bee0d3f4f8a24540a94714b99475535b8ba716b59514954f059915f35a418248",
        "abb58f490539eba2f44483b3ee8ac419c505fdefd6389f9b115d58683c193ad0"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006941000000001196,
        "execution_wall_seconds": 0.006944665685296059,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.014211000000003082,
          "execution_wall_seconds": 0.014211166650056839,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.01521500000000131,
          "execution_wall_seconds": 0.015228582546114922,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1205
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012900999999999385,
          "execution_wall_seconds": 0.012902792543172836,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1083
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.014433000000000362,
          "execution_wall_seconds": 0.014441167004406452,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1183
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 16.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 144,
      "trajectory_hashes": [
        "5dbf3454f2dcc8eefc8e0e99e4adff461b7b75add743a460846bb1be02f50c07",
        "6c9b4787dc5c4b1aa4aff2b991b7d30a18442fda30df34a0825deca565ca5bb5",
        "fae3568a8803975e770af1eabc2222dc6c7b8ee74037914273782d8891d2e60b",
        "9180e514c434ab0b90d62bd0824e97a69274be6de6c85841fe0b74342b9e5ae1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065099999999986835,
        "execution_wall_seconds": 0.00651279091835022,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.01403500000000335,
          "execution_wall_seconds": 0.014038583263754845,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 10048,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014548999999998813,
          "execution_wall_seconds": 0.014552917331457138,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1205
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012505000000000877,
          "execution_wall_seconds": 0.012536833062767982,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1083
        },
        {
          "active_state_boundaries": 818,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.014097000000003135,
          "execution_wall_seconds": 0.014135374687612057,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1183
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 19,
      "mean_latency": 16.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006745999999999697,
        "execution_wall_seconds": 0.0067520830780267715,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.009062000000000126,
          "execution_wall_seconds": 0.009061875753104687,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 914,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009522000000000475,
          "execution_wall_seconds": 0.0095314159989357,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008275000000001143,
          "execution_wall_seconds": 0.008278749883174896,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.009216000000002111,
          "execution_wall_seconds": 0.009215249679982662,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006782999999998651,
        "execution_wall_seconds": 0.006783000193536282,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.009726999999998043,
          "execution_wall_seconds": 0.009723291732370853,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 914,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.010327999999997672,
          "execution_wall_seconds": 0.010330749675631523,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 845,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009312999999998794,
          "execution_wall_seconds": 0.009333417750895023,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.010070999999999941,
          "execution_wall_seconds": 0.01007758267223835,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "b9a89a4e7c3a5a9c582952a8d1fbee9f85a443187fa07dd8aabb0386f8a48d66",
        "67c0c3a4fa718e66c066d3300fb1f80b5eb3741f4d751d872cf5c1fdf5a55d6d",
        "45a76b8b5abd19f4d0c0939d1bcbe5a804b3ef2697a7935c53c8e11f2802c9b6",
        "4065f5b094e71994f9286011a5ac944ec1bdbce1f011be877f2fac2743dd2f22"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0067669999999999675,
        "execution_wall_seconds": 0.0067673334851861,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.014988999999999919,
          "execution_wall_seconds": 0.014991083182394505,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1137
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.016483000000000914,
          "execution_wall_seconds": 0.016497875563800335,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1204
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.014205999999997942,
          "execution_wall_seconds": 0.014229665510356426,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1082
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.01590799999999959,
          "execution_wall_seconds": 0.015912500210106373,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1181
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 26,
      "mean_latency": 23.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 144,
      "trajectory_hashes": [
        "043748fde831b9be631f4e92db1847fc70bb12f82016f775810d378acdfb25d0",
        "aa1a55196080bb669a30e61e293e3b1beb041738e371211c587c98f92568293f",
        "e19aec6787adc659da520da3f3fb3cde6bb5859a2826be325e61e64f3ae66345",
        "cf48fa6197c9ba991fa0174b17fe5c9b35c2e33f3a6dd36f98cff725547a5ff7"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006640000000000867,
        "execution_wall_seconds": 0.006640958599746227,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.014306999999998737,
          "execution_wall_seconds": 0.01431025005877018,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1137
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.015685999999998756,
          "execution_wall_seconds": 0.015689291059970856,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10508,
          "state_serialized_bytes": 1204
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013336999999999932,
          "execution_wall_seconds": 0.013339540921151638,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1082
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.015329000000001258,
          "execution_wall_seconds": 0.015354709699749947,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1181
        }
      ],
      "failures": {
        "ok": 144
      },
      "fraction": 1,
      "group": 6,
      "max_latency": 26,
      "mean_latency": 23.92361111111111,
      "missed_deadline_fraction": 0,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 144,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006534999999999513,
        "execution_wall_seconds": 0.006536584347486496,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.00910599999999917,
          "execution_wall_seconds": 0.009123667143285275,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009374000000001104,
          "execution_wall_seconds": 0.009377459064126015,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008528000000001867,
          "execution_wall_seconds": 0.008532541804015636,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.009107000000000198,
          "execution_wall_seconds": 0.009121042676270008,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007126000000003074,
        "execution_wall_seconds": 0.007157832384109497,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.009567999999998023,
          "execution_wall_seconds": 0.00956725049763918,
          "logical_execution_ticks": 3383,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 966,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009945999999999344,
          "execution_wall_seconds": 0.009947415441274643,
          "logical_execution_ticks": 3366,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009653999999997609,
          "execution_wall_seconds": 0.009662791155278683,
          "logical_execution_ticks": 3434,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.009857000000000227,
          "execution_wall_seconds": 0.009858041070401669,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 144
      },
      "fraction": 0,
      "group": 6,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 144,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "13b181b68a7ec5d0ed3090a71a4c7063f590adaea96437bbaa994d48bfbcba9c",
        "80c58f3767869be489a3e29f787999ebff6350f3e9224af4fec0cc80112f007c",
        "0d2c5bd24622b65622df2cfc0ffedb662c6ae0378af896f8bee863cbee4eb39c",
        "c3e931f9be5d28e1f2bfc9e9b76a67ab4d952bca4afab079ffb7d0b578ae713e"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0076809999999980505,
        "execution_wall_seconds": 0.007713917642831802,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1077,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01217399999999813,
          "execution_wall_seconds": 0.012184916995465755,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1151,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.012874000000000052,
          "execution_wall_seconds": 0.012890082783997059,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1108,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.012074999999999392,
          "execution_wall_seconds": 0.01207770872861147,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1137,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.012628999999996893,
          "execution_wall_seconds": 0.012631000019609928,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "1e835d6b92a4c5f37b19fc8b46212d8feccf0a2defa127fc35c909c0e9316528",
        "552db0fb0b9b2ddf11fcca9c149e6ebec4484008dc7e30eed7c195fedf5622ed",
        "dfab570a0c5325550a966dd85679a63cd27a81468eb25c761b97affa2584581f",
        "8e2bbbe4e996cef0c54f5c5ebc81089aeaaf25960c9a531ed511477b7b9b7d21"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007459999999998246,
        "execution_wall_seconds": 0.007457250729203224,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1077,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.011320999999998804,
          "execution_wall_seconds": 0.01134741771966219,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1151,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.012243999999999033,
          "execution_wall_seconds": 0.012266917154192924,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1108,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.011831000000000813,
          "execution_wall_seconds": 0.011844332329928875,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1137,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.012031999999997822,
          "execution_wall_seconds": 0.012032583355903625,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007166999999999035,
        "execution_wall_seconds": 0.007178083062171936,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.016154000000000224,
          "execution_wall_seconds": 0.016162999905645847,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1191
        },
        {
          "active_state_boundaries": 1071,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.018380000000000507,
          "execution_wall_seconds": 0.018380084075033665,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1279
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.017348999999999393,
          "execution_wall_seconds": 0.01735295820981264,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1216
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.018829000000000207,
          "execution_wall_seconds": 0.01884229201823473,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 24,
      "mean_latency": 22.496932515337424,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006927000000001016,
        "execution_wall_seconds": 0.006926290690898895,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.018007999999998248,
          "execution_wall_seconds": 0.018014125525951385,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1191
        },
        {
          "active_state_boundaries": 1071,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.020032000000000494,
          "execution_wall_seconds": 0.020031415857374668,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1279
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.018031000000000574,
          "execution_wall_seconds": 0.018033165484666824,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1216
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.020514999999999617,
          "execution_wall_seconds": 0.020558375865221024,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 24,
      "mean_latency": 22.496932515337424,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 163,
      "trajectory_hashes": [
        "022f0e9580cb07d92b7e37be1d6a9fa21c8d90eaefd0a576770c7c68a3479289",
        "f259a9cac7139b99d2a8db9fe91f2f40acb03756f2f65a2a6c7815e6a1fca521",
        "0adede5fa38226c0a16539ff0ae4c166c6b4a03e8c859cdf0857210b8c6bd654",
        "85122aea66190378df07fa41f909c91a23daa82f8d6bbef49feb4d73ddeaeb09"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007137999999997646,
        "execution_wall_seconds": 0.007138666696846485,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.011086000000002372,
          "execution_wall_seconds": 0.011094874702394009,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1071,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.011998999999999427,
          "execution_wall_seconds": 0.011995875276625156,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.011216000000001003,
          "execution_wall_seconds": 0.011220958083868027,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.012363000000000568,
          "execution_wall_seconds": 0.012401916086673737,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3d542cd4ce24e1508519fed2c3bcee626b67704db90461c756a0bba9dfd54772",
        "d990bccfde740306cd86242b8400a8eba370e3e18b5e5cf09f74a8e85030f484",
        "6a92c512ba3d75f945383e565c4ba1a97b51f31b887a19ab1c76035d65322859",
        "2a816403900831796546535f438b83ecd57be894de398ffaba014f7180e33cd1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006757000000000346,
        "execution_wall_seconds": 0.006760541349649429,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010398999999999603,
          "execution_wall_seconds": 0.01040408294647932,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1071,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.011167000000000371,
          "execution_wall_seconds": 0.011171459220349789,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010787999999998021,
          "execution_wall_seconds": 0.01079045794904232,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1058,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.011237999999998749,
          "execution_wall_seconds": 0.01124587468802929,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004766000000000048,
        "execution_wall_seconds": 0.004766291938722134,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.25,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.17791411042944785,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006716999999998308,
          "execution_wall_seconds": 0.006722915917634964,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4903,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.007818000000000325,
          "execution_wall_seconds": 0.007821583189070225,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 5775,
          "state_serialized_bytes": 663
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0068429999999999325,
          "execution_wall_seconds": 0.006846291013062,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 579
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.00722899999999882,
          "execution_wall_seconds": 0.007231541909277439,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5219,
          "state_serialized_bytes": 596
        }
      ],
      "failures": {
        "missing": 134,
        "ok": 29
      },
      "fraction": 0.17791411042944785,
      "group": 7,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.8220858895705522,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 29,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004910999999999888,
        "execution_wall_seconds": 0.004913291893899441,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.25,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.17791411042944785,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0069010000000027105,
          "execution_wall_seconds": 0.00690075010061264,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4903,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.008500999999998982,
          "execution_wall_seconds": 0.008508916944265366,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 5775,
          "state_serialized_bytes": 663
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007232000000001904,
          "execution_wall_seconds": 0.00723304133862257,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 579
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007826999999998918,
          "execution_wall_seconds": 0.007828958332538605,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5219,
          "state_serialized_bytes": 596
        }
      ],
      "failures": {
        "missing": 134,
        "ok": 29
      },
      "fraction": 0.17791411042944785,
      "group": 7,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.8220858895705522,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 29,
      "trajectory_hashes": [
        "b6fc74f4dee0fe68728284d78cca37960b63682b26e238d831eb0f2d5f8e6ec0",
        "5870be2c2cc299e6f9779e2fc2621e75755075f1a8ba7aa0e9511e28ccab8010",
        "ae65ee143e1fb22aac192ff2d5e2c7578c72e49408fd662896506bd0b6d9d4fe",
        "05d05ee12bcb565f1b7cef2cd4098bd53777965967b52b3ef3e4c2f4bac97acd"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0047330000000016526,
        "execution_wall_seconds": 0.004742791876196861,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0060509999999993624,
          "execution_wall_seconds": 0.006051583215594292,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 670,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006394000000000233,
          "execution_wall_seconds": 0.006396292708814144,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006145000000000067,
          "execution_wall_seconds": 0.006151375360786915,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006467999999998142,
          "execution_wall_seconds": 0.006468292325735092,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "058740be39fb7a36c4f269ca8bfecd88c86d7252085a291786ba7efad318678c",
        "db85238cd32bd1f63736ae106a9343cfbcad7bc052aee407f8cf7db545323b77",
        "d3d2c3e0eae0e640c5927d6131f24a65b84bcc1579c8a54beed734eb75035ecd",
        "d0e159eb4b7a144ecb1ca7e2a7cf35b9a3eee668df058f863d21d27af40eb08b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005079999999999529,
        "execution_wall_seconds": 0.005089916288852692,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006354000000001747,
          "execution_wall_seconds": 0.0063599590212106705,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 670,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006398000000000792,
          "execution_wall_seconds": 0.006398624740540981,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0061769999999974345,
          "execution_wall_seconds": 0.006177667528390884,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006891000000003089,
          "execution_wall_seconds": 0.006917666643857956,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00475799999999893,
        "execution_wall_seconds": 0.004753958433866501,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.011344000000001131,
          "execution_wall_seconds": 0.011351125314831734,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1112
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.012655999999999779,
          "execution_wall_seconds": 0.01266954094171524,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1199
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.011693000000001064,
          "execution_wall_seconds": 0.011699125170707703,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1139
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012217000000003253,
          "execution_wall_seconds": 0.012225832790136337,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 15,
      "mean_latency": 12.969325153374234,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00496700000000061,
        "execution_wall_seconds": 0.004966499283909798,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010806999999999789,
          "execution_wall_seconds": 0.01082279160618782,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9784,
          "state_serialized_bytes": 1112
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.01241900000000129,
          "execution_wall_seconds": 0.012433083727955818,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1199
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.011769000000001029,
          "execution_wall_seconds": 0.011773083359003067,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1139
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012526999999998623,
          "execution_wall_seconds": 0.012532499618828297,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 15,
      "mean_latency": 12.969325153374234,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 163,
      "trajectory_hashes": [
        "7f3e9e5fb2f8a40503728c1145b9adef87b7a26e205c5cd89ff40203e5963c36",
        "95643dcadb46e2cfcd3a3048ac53da3e0564c903e6d1006fc0a5c02cd0d9ab63",
        "fff05e5e11b229eb44e1699dd26ae7fd0382e1d5a65778ddc4a556d7e581624e",
        "de215de18995664d56209d6a3692e943a50ab8cb2e2f3b311aa72760d20c1b5d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004936999999998193,
        "execution_wall_seconds": 0.004938292317092419,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 739,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006907000000001773,
          "execution_wall_seconds": 0.006926625035703182,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.006959000000001936,
          "execution_wall_seconds": 0.006961500272154808,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.00686900000000179,
          "execution_wall_seconds": 0.00687750056385994,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 775,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007214999999998639,
          "execution_wall_seconds": 0.007231459021568298,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "c5ee92ede9b1c4e5abf5e40313c2d041448530ce767ab5a74497f3bb14a87fbc",
        "acd1301642a3cad60abd8a435f4bec63df3eff2c7a8543f0e682746638cc4e34",
        "2fdfdcfb210d78e6e9df412232dd41403e172b8677e5260843a3693b70003e22",
        "86d494f363a96427104861c30393d265b531587ab06b8e40667a0f05e518c2a3"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005041999999999547,
        "execution_wall_seconds": 0.005044666118919849,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 739,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006637000000001336,
          "execution_wall_seconds": 0.006640291772782803,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.007086999999998511,
          "execution_wall_seconds": 0.007089916616678238,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006961000000000439,
          "execution_wall_seconds": 0.006963333114981651,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 775,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007297000000001219,
          "execution_wall_seconds": 0.0072961654514074326,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004995999999998446,
        "execution_wall_seconds": 0.005016000010073185,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.012360999999998512,
          "execution_wall_seconds": 0.012364542111754417,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9728,
          "state_serialized_bytes": 1111
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.014217000000002145,
          "execution_wall_seconds": 0.014222082681953907,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10628,
          "state_serialized_bytes": 1199
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.013062999999998937,
          "execution_wall_seconds": 0.013065041974186897,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.013740000000002084,
          "execution_wall_seconds": 0.0137410843744874,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 21,
      "mean_latency": 18.969325153374232,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005129000000000161,
        "execution_wall_seconds": 0.005125792697072029,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.012193999999997374,
          "execution_wall_seconds": 0.012228790670633316,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9728,
          "state_serialized_bytes": 1111
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.014197000000002902,
          "execution_wall_seconds": 0.014203125610947609,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 10628,
          "state_serialized_bytes": 1199
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.012966999999999729,
          "execution_wall_seconds": 0.012967041693627834,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1138
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.013963000000000392,
          "execution_wall_seconds": 0.01396954245865345,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 21,
      "mean_latency": 18.969325153374232,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 163,
      "trajectory_hashes": [
        "649f3a883c003f1054e4bb29e4fd2b2733ded399b3ce705f7182d68e0f7a46d8",
        "cd9151eb0f6a1d2bf458d1bbb826c529256322012db2935709d66035fd83857b",
        "1c8c4aeab7fd8b808abc8f07aea135abedcc3557c5a5a32a273b2f8a94bd04ba",
        "ce5a2fe55fd9f79d0e24bfb0031e2dc160ffcf518ada36ce98c106c40cf12dbc"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005207999999999657,
        "execution_wall_seconds": 0.005213250406086445,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.007104999999999251,
          "execution_wall_seconds": 0.007111500017344952,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.007842000000000127,
          "execution_wall_seconds": 0.007853208109736443,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007085999999997483,
          "execution_wall_seconds": 0.00708666630089283,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007622999999998825,
          "execution_wall_seconds": 0.0076349154114723206,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "1c102a32ee9c24ac0b4e64ae76e0e159d27db986bf780b6f7ee930f5466bcae7",
        "c0fd16d7d04b9323b8af655702d72768e0de302c7f20ab4f46b3a9c5aca85365",
        "9be64a39276c17cc3828961a9db20deff760b45f509a8705a2ae7c0f12b4ffe7",
        "bad04a392f4fd3af3391b103f8556c365d01202edb7f073f1fcb82fd4a65b191"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005082000000001585,
        "execution_wall_seconds": 0.005081833340227604,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 790,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006903999999998689,
          "execution_wall_seconds": 0.00690983422100544,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 835,
          "communication_payload_bytes": 31920,
          "execution_cpu_seconds": 0.007373000000001184,
          "execution_wall_seconds": 0.007378708571195602,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1330,
          "state_python_object_bytes": 4076,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 808,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006979999999998654,
          "execution_wall_seconds": 0.006979750469326973,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 826,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007266000000001327,
          "execution_wall_seconds": 0.007266124710440636,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005230999999998431,
        "execution_wall_seconds": 0.005231750197708607,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 713,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012004999999998489,
          "execution_wall_seconds": 0.012001958675682545,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9812,
          "state_serialized_bytes": 1114
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.014000000000002899,
          "execution_wall_seconds": 0.013999500311911106,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10544,
          "state_serialized_bytes": 1201
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.0131149999999991,
          "execution_wall_seconds": 0.013139166869223118,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10128,
          "state_serialized_bytes": 1141
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013566000000000855,
          "execution_wall_seconds": 0.013571666553616524,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1178
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 17,
      "mean_latency": 15.496932515337424,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005351999999998469,
        "execution_wall_seconds": 0.00534808449447155,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 713,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.01188499999999948,
          "execution_wall_seconds": 0.011902916245162487,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9812,
          "state_serialized_bytes": 1114
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.0141730000000031,
          "execution_wall_seconds": 0.014172917231917381,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10544,
          "state_serialized_bytes": 1201
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.013073999999999586,
          "execution_wall_seconds": 0.013077957555651665,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10128,
          "state_serialized_bytes": 1141
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013680999999998278,
          "execution_wall_seconds": 0.01368983369320631,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1178
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 17,
      "mean_latency": 15.496932515337424,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 163,
      "trajectory_hashes": [
        "7efa73f71de96c826348d74156b64faba3ce07d890bdf140be17bbfe946880f7",
        "5cac792d027623426a8cecbb3985258cb0eb824856635b429c60e5cd366c1d66",
        "c433e098b683bab437aa792b286eed157b037698e57860c905c4c28556190aea",
        "4fe5556d527010f7858e01d7ff4c75c9037223ab18fb8fd0c498f1af994fa9e8"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.5,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052960000000013,
        "execution_wall_seconds": 0.005293999798595905,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.75,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.8220858895705522,
      "execution": [
        {
          "active_state_boundaries": 713,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.01168599999999742,
          "execution_wall_seconds": 0.01169245783239603,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9013,
          "state_serialized_bytes": 1028
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.012311000000000405,
          "execution_wall_seconds": 0.012307750061154366,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 8841,
          "state_serialized_bytes": 1013
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012353000000000947,
          "execution_wall_seconds": 0.012367750518023968,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 9249,
          "state_serialized_bytes": 1037
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.012883999999999673,
          "execution_wall_seconds": 0.012896583415567875,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 9337,
          "state_serialized_bytes": 1060
        }
      ],
      "failures": {
        "missing": 29,
        "ok": 134
      },
      "fraction": 0.8220858895705522,
      "group": 7,
      "max_latency": 17,
      "mean_latency": 16.03731343283582,
      "missed_deadline_fraction": 0.17791411042944785,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 134,
      "trajectory_hashes": [
        "656ade8275775af0423fd17521a3739099a1c7e6062e303b962925c2df4eaaa7",
        "a83c4bb4ef4bb55da52c64e9807b89a318a2463bbc837b28729ff4dd179e4920",
        "e4dfb029f753d20b5eff9af472428e427801e7bb4b760899d30bda3562e6db04",
        "519fb7b03726ed5dcd817cb7c6218f119bf021c262ba5805fd9004d0a7f9841e"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.5,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005122000000000071,
        "execution_wall_seconds": 0.005118832923471928,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.75,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.8220858895705522,
      "execution": [
        {
          "active_state_boundaries": 713,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012119999999999465,
          "execution_wall_seconds": 0.012142124585807323,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9013,
          "state_serialized_bytes": 1028
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.012371999999999161,
          "execution_wall_seconds": 0.012376249767839909,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 8841,
          "state_serialized_bytes": 1013
        },
        {
          "active_state_boundaries": 733,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.011789000000000271,
          "execution_wall_seconds": 0.011793375015258789,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 9249,
          "state_serialized_bytes": 1037
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.011851000000000056,
          "execution_wall_seconds": 0.011854042299091816,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 9337,
          "state_serialized_bytes": 1060
        }
      ],
      "failures": {
        "missing": 29,
        "ok": 134
      },
      "fraction": 0.8220858895705522,
      "group": 7,
      "max_latency": 17,
      "mean_latency": 16.03731343283582,
      "missed_deadline_fraction": 0.17791411042944785,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 134,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005584999999999951,
        "execution_wall_seconds": 0.0055887093767523766,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 844,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007801000000000613,
          "execution_wall_seconds": 0.007801291532814503,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 902,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008600000000001273,
          "execution_wall_seconds": 0.008605750277638435,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008188999999998003,
          "execution_wall_seconds": 0.008198374882340431,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008592000000000155,
          "execution_wall_seconds": 0.008593957871198654,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4232,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005463999999999913,
        "execution_wall_seconds": 0.005465582944452763,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 844,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007941999999999894,
          "execution_wall_seconds": 0.007945042103528976,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 902,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008732999999999436,
          "execution_wall_seconds": 0.00874600000679493,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008354000000000639,
          "execution_wall_seconds": 0.008357792161405087,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008263000000003018,
          "execution_wall_seconds": 0.008259916678071022,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4232,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "138df525989f8ec4a0e86a17db8c4d6aaa016a7ee4adfd15598bbb1b4b826f6a",
        "df49a00b6ed73bd0687864742984a0116e19dedd86d194e52b32e6c925462d06",
        "a67db90aeb956ec1b6173d2f0ff4a7ddda443c6bc0870db46aa1498c52e342c2",
        "dec9bb49ecdeb96ea11b4f64aaeba4cb90dd43239e37aae786888b897f1b9b0f"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005509999999997461,
        "execution_wall_seconds": 0.005513958632946014,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007497999999998228,
          "execution_wall_seconds": 0.007512041367590427,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008662000000001058,
          "execution_wall_seconds": 0.008669374510645866,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 824,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008300999999999448,
          "execution_wall_seconds": 0.008304375223815441,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.00870599999999655,
          "execution_wall_seconds": 0.008716500364243984,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "395261a7923c4f6bcde30965670de8c332e51e8dcbc6617b599da43fac370bd1",
        "4de7ff03b4c99454e76d6827ef7c878fb49cffd30343b0557bbcea1ec7e7caf2",
        "3e8c41ae8b6f48f145787a4a143fd38fca7ff319bbbe47347a348aa70e552850",
        "70230fd65a240bcb8359aba2daa04845c6bfa86bad50850d7d0341b9eb78689b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005174999999997709,
        "execution_wall_seconds": 0.0051788343116641045,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007625999999998356,
          "execution_wall_seconds": 0.00762604083865881,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008157000000000636,
          "execution_wall_seconds": 0.008157624863088131,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 824,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007676999999997491,
          "execution_wall_seconds": 0.007686584256589413,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 846,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008096999999999355,
          "execution_wall_seconds": 0.008099458180367947,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005424000000001428,
        "execution_wall_seconds": 0.00542420893907547,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 931,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007896000000002346,
          "execution_wall_seconds": 0.007904792204499245,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 1007,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.008620999999997991,
          "execution_wall_seconds": 0.008627083152532578,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008212999999997805,
          "execution_wall_seconds": 0.008212207816541195,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 986,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008625000000002103,
          "execution_wall_seconds": 0.008634375408291817,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4232,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005528000000001754,
        "execution_wall_seconds": 0.005535624921321869,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 931,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008296000000001413,
          "execution_wall_seconds": 0.008299042470753193,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 1007,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.009396999999999878,
          "execution_wall_seconds": 0.009403041563928127,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.00877399999999895,
          "execution_wall_seconds": 0.008783625438809395,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 986,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.009125999999998413,
          "execution_wall_seconds": 0.00912641640752554,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4232,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "d5bfe1337259510d69bc36f971d9434f35616210123d6e581f98158e0dfce2e0",
        "35713abed10dbbba39fe842619a9d76a28ef776c6791586fddc9496521f190cf",
        "912d8574ebcfebe0fe15e4dd780cfc1bece8788cb1b647a828a65797231fda40",
        "25e94094ea553a9923b54847c26b85e2537f99ad6e3c615e53ef51a9af3bef12"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005350999999997441,
        "execution_wall_seconds": 0.005353749729692936,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012322000000001054,
          "execution_wall_seconds": 0.012318332679569721,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9868,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 814,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.01425000000000054,
          "execution_wall_seconds": 0.014250749722123146,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1201
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.014037999999999329,
          "execution_wall_seconds": 0.01407158374786377,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.014461000000000723,
          "execution_wall_seconds": 0.014467375352978706,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 163,
      "trajectory_hashes": [
        "fafb4be4307a0d6ac54fc4f7e0d105f9621939d93801449023ccb3bb470cb6f6",
        "4ac3136354be3296fbdceb9fd532d08d7d647a20b26799949bf0ea7c4f3e4f97",
        "c576724567bba9c3b9bdc7dbe68eab15bec862ef666ac3d43fdda0defd7d513e",
        "6e95b24c3765336a394dce9f859768e94e765de2e7634da426f29a0e9b836ec5"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005371000000000237,
        "execution_wall_seconds": 0.0053681256249547005,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 764,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012668000000001456,
          "execution_wall_seconds": 0.012675291858613491,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9868,
          "state_serialized_bytes": 1113
        },
        {
          "active_state_boundaries": 814,
          "communication_payload_bytes": 40176,
          "execution_cpu_seconds": 0.0140369999999983,
          "execution_wall_seconds": 0.014040708541870117,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1674,
          "state_python_object_bytes": 10572,
          "state_serialized_bytes": 1201
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.0129659999999987,
          "execution_wall_seconds": 0.012966832146048546,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1140
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.01392500000000041,
          "execution_wall_seconds": 0.013927999883890152,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10428,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065619999999988465,
        "execution_wall_seconds": 0.0065681664273142815,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008962999999997834,
          "execution_wall_seconds": 0.008966958150267601,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.00941399999999959,
          "execution_wall_seconds": 0.009414499625563622,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009443000000000978,
          "execution_wall_seconds": 0.009448375552892685,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 879,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009685000000001054,
          "execution_wall_seconds": 0.00969016645103693,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006716999999998308,
        "execution_wall_seconds": 0.006721208803355694,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009374000000001104,
          "execution_wall_seconds": 0.009377207607030869,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009889999999998622,
          "execution_wall_seconds": 0.009894083254039288,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009722999999997484,
          "execution_wall_seconds": 0.009728624485433102,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 879,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009933999999997667,
          "execution_wall_seconds": 0.009953999891877174,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "f1384464818fef86192ed75cd3ec3964d17e3721c24e07cab254a465366c7d80",
        "1f00826c86b6957444d6df9432a5c182f167e9942a6ea8ceb4bd518063db8f10",
        "4e8ec8e3cb976c74c78defc8a28b0286482a0fa6b3d0eb14fce54c27c5776246",
        "42cca87eca935496ab4af5390719a9529df6ddd29988e5600eeb1ab69b024ea5"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006081000000001779,
        "execution_wall_seconds": 0.006100542843341827,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.014148999999999745,
          "execution_wall_seconds": 0.014163833111524582,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.015602999999998701,
          "execution_wall_seconds": 0.015608166344463825,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1278
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.0145540000000004,
          "execution_wall_seconds": 0.01455904170870781,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1215
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.015225000000000932,
          "execution_wall_seconds": 0.015236958861351013,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 163,
      "trajectory_hashes": [
        "d0b2c87f58b470249716818f7f95c020cc921e860f34a3e8d6447678c0f3856f",
        "39e11087c3536fc6ea16e98a5e85aa03730b51c623003543bea48b9a2d59804d",
        "f9671161b812bcdeb4a1bc63802a9d21751aa2533b5d147006cb6c4dcc4384b1",
        "00b6f7e9dc820863ce714557f4213ec8066c339fbaa90278399a563045bd5ea9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00591100000000111,
        "execution_wall_seconds": 0.005922582931816578,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013791000000001219,
          "execution_wall_seconds": 0.013800958171486855,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1190
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.015173999999998244,
          "execution_wall_seconds": 0.015178374946117401,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11124,
          "state_serialized_bytes": 1278
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014651000000000636,
          "execution_wall_seconds": 0.014660167507827282,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1215
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.015315000000001078,
          "execution_wall_seconds": 0.015315375290811062,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10980,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005790999999998547,
        "execution_wall_seconds": 0.005796667188405991,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008271000000000583,
          "execution_wall_seconds": 0.008270500227808952,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.008679999999998245,
          "execution_wall_seconds": 0.008680375292897224,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.00841999999999743,
          "execution_wall_seconds": 0.008423040620982647,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.008825999999999112,
          "execution_wall_seconds": 0.008835582993924618,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006067000000001599,
        "execution_wall_seconds": 0.006066540256142616,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 765,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00831799999999916,
          "execution_wall_seconds": 0.008320500142872334,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009525000000000006,
          "execution_wall_seconds": 0.009534875862300396,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 781,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009496999999999645,
          "execution_wall_seconds": 0.009517417289316654,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 797,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.00960099999999997,
          "execution_wall_seconds": 0.009603958576917648,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "d3ab5d03f0e6c71ee653e38457dff8a2219dfb34b8ec416b0d7ba655f4f70828",
        "6a5d2a848c05841052b4f9c28dd49782ed4f8c3a3f2cf33dce02063b72f90d58",
        "33cd69b34f2094f0564a1afbaa3b02adeeb709cb63b0172e8d6cdebf01ed43f4",
        "1405b0c6c6c6ade2620682440847ada2aee046e3059d833b5995b1a3ef035962"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006043000000001797,
        "execution_wall_seconds": 0.006041707471013069,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.014904999999998836,
          "execution_wall_seconds": 0.01492316648364067,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1189
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.016726999999999492,
          "execution_wall_seconds": 0.0167582081630826,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11180,
          "state_serialized_bytes": 1277
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.016207000000001415,
          "execution_wall_seconds": 0.016216374933719635,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1214
        },
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.016690999999998013,
          "execution_wall_seconds": 0.01669775042682886,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 26,
      "mean_latency": 24.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 163,
      "trajectory_hashes": [
        "619c8a5f25094bfd21f6d581fbb996a177bc71e4328cf1e36d91dea14849c9af",
        "d0bed6954fd942882b02738bc124de4d129f79ccb236c804094c4dfe8c5e2ba9",
        "2c011bc0ac3489bd033dd0a8f42cd81f7854a61b84e34daa71780235639bebec",
        "684d5e06d9379df1b3cd69f35fd50c17b4a8878653362276b3601212ef1bc6d0"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006015000000001436,
        "execution_wall_seconds": 0.006015791557729244,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.013788000000001688,
          "execution_wall_seconds": 0.013789208605885506,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10280,
          "state_serialized_bytes": 1189
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.015597999999997114,
          "execution_wall_seconds": 0.015615083277225494,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 11180,
          "state_serialized_bytes": 1277
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014983000000000857,
          "execution_wall_seconds": 0.01499579194933176,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1214
        },
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.016165000000000873,
          "execution_wall_seconds": 0.01616758294403553,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 26,
      "mean_latency": 24.67484662576687,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005921000000000731,
        "execution_wall_seconds": 0.005920208990573883,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.00864999999999938,
          "execution_wall_seconds": 0.008652959018945694,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009304000000000201,
          "execution_wall_seconds": 0.009307915344834328,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008774999999999977,
          "execution_wall_seconds": 0.00877899955958128,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009112000000001785,
          "execution_wall_seconds": 0.009117833338677883,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006126999999999327,
        "execution_wall_seconds": 0.006130749359726906,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009085999999999927,
          "execution_wall_seconds": 0.009089167229831219,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 899,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.009413000000002114,
          "execution_wall_seconds": 0.009415083564817905,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009140999999999622,
          "execution_wall_seconds": 0.009144166484475136,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 890,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009886000000001616,
          "execution_wall_seconds": 0.00989620853215456,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "a635986ea13b0d792bbc50ab9f70336a6d9278e36c6c42288c5849d3b82b7f1e",
        "0cfd54cd9b25e8331ad50c08d964a786e7607fef3942ca0ea5ce72acc03e570e",
        "7ba6f7d5116aa4b5d20dba8115e75a54a52b4775d6314b7370c89323a3871224",
        "b37eb2de85b0c4fb22210c1a0ca3922ccc15d11ec90950b75bd066668b10858d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006496999999999531,
        "execution_wall_seconds": 0.006494291126728058,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.010459000000000884,
          "execution_wall_seconds": 0.010460000485181808,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1022,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.011155999999999722,
          "execution_wall_seconds": 0.011160959489643574,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 985,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.011158999999999253,
          "execution_wall_seconds": 0.011163292452692986,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1012,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.012010000000000076,
          "execution_wall_seconds": 0.012028000317513943,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "6165ba7c5bf3f704ef719299544d5f52ce769fbb96870e7a3cc90a9fafeb0066",
        "4add55791a78d2f3223a7ebbbb1e22e326f5e34929857fe291f2bffcc93d7e2d",
        "c680fd4e8531d61b46473a23b9b280acb0ffb8e1ea3650d8296f432d960f23c2",
        "d752851ca1a8e5019829280ee1576a5a71c715726c7fddde271a7d575e69c3b3"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006769000000002023,
        "execution_wall_seconds": 0.006765334866940975,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009454999999999103,
          "execution_wall_seconds": 0.009460000321269035,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1022,
          "communication_payload_bytes": 41184,
          "execution_cpu_seconds": 0.010559000000000651,
          "execution_wall_seconds": 0.010562709532678127,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 1716,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 985,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.011029000000000622,
          "execution_wall_seconds": 0.011041125282645226,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 1012,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.010792999999999608,
          "execution_wall_seconds": 0.010793165303766727,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007061999999997681,
        "execution_wall_seconds": 0.007071333006024361,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009582999999999231,
          "execution_wall_seconds": 0.009587124921381474,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.010822999999998473,
          "execution_wall_seconds": 0.010834458284080029,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010248999999998176,
          "execution_wall_seconds": 0.010252624750137329,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 927,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010518999999998613,
          "execution_wall_seconds": 0.010529250837862492,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007079000000000946,
        "execution_wall_seconds": 0.007084582932293415,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010573999999998307,
          "execution_wall_seconds": 0.01058070920407772,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.010939000000000476,
          "execution_wall_seconds": 0.010948583483695984,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010694999999998345,
          "execution_wall_seconds": 0.010703750886023045,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 927,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.01080299999999923,
          "execution_wall_seconds": 0.010800416581332684,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "e823397d09e7899b473b58417aa2e5c57de46355cbd644d48cd17dfb00d8b339",
        "1f04c4a78700bb43e1b3853de8cf7a4389a3d62ba2751ddfbfb849207df5b03f",
        "527db1c2d9eda491e875058322d728845bdf0190bfa96ef8cb60265efd685d22",
        "b597b944208ea2a684f161bd94483de20f838aa8003b9de7e73669fb817f7016"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00692499999999896,
        "execution_wall_seconds": 0.006926000118255615,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 948,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01110699999999909,
          "execution_wall_seconds": 0.01115470752120018,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.01225300000000118,
          "execution_wall_seconds": 0.012263459153473377,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 971,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.011973999999998597,
          "execution_wall_seconds": 0.012000749818980694,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 987,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.011275999999998731,
          "execution_wall_seconds": 0.011280541308224201,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "e28367b5d6657377170bf38e6776a30ae08db369dbefd581adab1e4794d19985",
        "7c4556a9891a5dad4ec29521ffbe227f50d1b17c1f81ef6bc1f2bc2c09196e41",
        "1429defe67ac01f1aa2e382ecaa44ae646f60b12633a145b7e7ae7778ea5a66e",
        "7252c848404487a41e071091c58b4cfa84fd9cc916e8b8955b9092e0061503b2"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007676000000000016,
        "execution_wall_seconds": 0.00769383367151022,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 948,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.00963300000000089,
          "execution_wall_seconds": 0.009634500369429588,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1006,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.01060200000000222,
          "execution_wall_seconds": 0.01062525063753128,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 971,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010146999999999906,
          "execution_wall_seconds": 0.010148834437131882,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 987,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010989999999999611,
          "execution_wall_seconds": 0.010999917052686214,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4713,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 163
      },
      "fraction": 0,
      "group": 7,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007013999999998077,
        "execution_wall_seconds": 0.007015000097453594,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01563900000000018,
          "execution_wall_seconds": 0.015654333867132664,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.01776399999999967,
          "execution_wall_seconds": 0.017786833457648754,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11096,
          "state_serialized_bytes": 1280
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016187999999999647,
          "execution_wall_seconds": 0.01620245911180973,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10680,
          "state_serialized_bytes": 1217
        },
        {
          "active_state_boundaries": 927,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.01704700000000159,
          "execution_wall_seconds": 0.017061124555766582,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1256
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.319018404907975,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 163,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006862999999999175,
        "execution_wall_seconds": 0.006863250397145748,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015715000000000146,
          "execution_wall_seconds": 0.015724167227745056,
          "logical_execution_ticks": 3408,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1192
        },
        {
          "active_state_boundaries": 936,
          "communication_payload_bytes": 49440,
          "execution_cpu_seconds": 0.018036999999999637,
          "execution_wall_seconds": 0.018113290891051292,
          "logical_execution_ticks": 3435,
          "peak_buffer_messages": 8,
          "sent_messages": 2060,
          "state_python_object_bytes": 11096,
          "state_serialized_bytes": 1280
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016612999999999545,
          "execution_wall_seconds": 0.01663095783442259,
          "logical_execution_ticks": 3372,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10680,
          "state_serialized_bytes": 1217
        },
        {
          "active_state_boundaries": 927,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.017815999999999832,
          "execution_wall_seconds": 0.017847665585577488,
          "logical_execution_ticks": 3389,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1256
        }
      ],
      "failures": {
        "ok": 163
      },
      "fraction": 1,
      "group": 7,
      "max_latency": 19,
      "mean_latency": 17.319018404907975,
      "missed_deadline_fraction": 0,
      "queries": 163,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 163,
      "trajectory_hashes": [
        "5d713952a18dbfbdd3fbfe44aedf2345f6de8369ac9f236187fa6faedd0decd4",
        "2dccd7e3df706c01d44e5c3c9cc590e307145bdcb429de1aeee6d6bbb5334c7f",
        "e32ec46033cca4b873515238986596035907f90dc3cd9f26750fe1c20e182927",
        "c38177ee08ed44fe8adcb5fc6fdb94ca3629e80012093d78c967222dbdfd77d7"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005479999999998597,
        "execution_wall_seconds": 0.005505125038325787,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006074000000001689,
          "execution_wall_seconds": 0.006072624586522579,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006446000000000396,
          "execution_wall_seconds": 0.006451166234910488,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006693999999999534,
          "execution_wall_seconds": 0.006711999885737896,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 727,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007166999999999035,
          "execution_wall_seconds": 0.007175792008638382,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c9a5a54fff242c5c060ec29a888742958e5eb8ed941073c60a71e736bc93a6e1",
        "0eb8067dae6ca12530d06de6905101dd7790f6eaca62790524157b9364d01f22",
        "f0cb814b3f9d1c986f27846c61f4a2801a09780b0fb51030062d5d6789520690",
        "493fe3e9da0b6a87f7572d366701176f201cf132690860c4ffd3ca0c3ac39899"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005331000000001751,
        "execution_wall_seconds": 0.0053527504205703735,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006251999999999924,
          "execution_wall_seconds": 0.0062734587118029594,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 691,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006567999999997909,
          "execution_wall_seconds": 0.006570917554199696,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.007200999999998459,
          "execution_wall_seconds": 0.007213125005364418,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 727,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007200000000000983,
          "execution_wall_seconds": 0.007229709066450596,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0050080000000001235,
        "execution_wall_seconds": 0.00500729214400053,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009640999999998456,
          "execution_wall_seconds": 0.009660499170422554,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010559000000000651,
          "execution_wall_seconds": 0.010584292002022266,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1058
        },
        {
          "active_state_boundaries": 668,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.01145400000000052,
          "execution_wall_seconds": 0.011463584378361702,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.012122999999998996,
          "execution_wall_seconds": 0.012148958630859852,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1155
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 14,
      "mean_latency": 13.013698630136986,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005402000000000129,
        "execution_wall_seconds": 0.005398999899625778,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009806999999998567,
          "execution_wall_seconds": 0.009819208644330502,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.01083900000000071,
          "execution_wall_seconds": 0.010839083231985569,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1058
        },
        {
          "active_state_boundaries": 668,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.011890000000001066,
          "execution_wall_seconds": 0.011892625130712986,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.013358000000000203,
          "execution_wall_seconds": 0.013375791721045971,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1155
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 14,
      "mean_latency": 13.013698630136986,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 146,
      "trajectory_hashes": [
        "e092ca1c01c852cce3747fce4e08591089d1d621180e409ebfb86c6e0ff1f897",
        "881e3002924be1568f1fe44d0d853c8d69af856ca2fa5b064a727fa705c5699d",
        "baf23c57e62ad78c1f2824348ab80b680ffd9e555c9c341d8b27776fd75fc40e",
        "95278bf72783d7c159a4ced20712e90716918a7d3e9a3f883a3c1c593044ef1d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005383999999999389,
        "execution_wall_seconds": 0.005386666394770145,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006204999999997796,
          "execution_wall_seconds": 0.006208791397511959,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006696999999999065,
          "execution_wall_seconds": 0.00670558400452137,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 668,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006890999999999536,
          "execution_wall_seconds": 0.0068947505205869675,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007017000000001161,
          "execution_wall_seconds": 0.007017499767243862,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "d11a5a7d6fedf637c3a802dc780ef179cbfeedf5ed91140781cb4cf739d7946d",
        "b64d24dbca196d76b7575bc54a1c934b2239f0efb39fd8477614d2b14ad99c13",
        "d5cb7e3f8cbe9849a3d1a6f3abf41e1bd13034aa6a33a02e11fba255f38e39d3",
        "06a4b8b362a01629033e614a2d1faa9d2b369d7ee88e7c937b72a23e814ef306"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0053680000000007055,
        "execution_wall_seconds": 0.005370792001485825,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 625,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006162999999997254,
          "execution_wall_seconds": 0.006168125197291374,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 648,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006391000000000702,
          "execution_wall_seconds": 0.006393833085894585,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 668,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006799999999998363,
          "execution_wall_seconds": 0.006803542375564575,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 674,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.0069010000000027105,
          "execution_wall_seconds": 0.006910999305546284,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0050610000000013144,
        "execution_wall_seconds": 0.0050622085109353065,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010584999999998956,
          "execution_wall_seconds": 0.010650667361915112,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 1010
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.01177900000000065,
          "execution_wall_seconds": 0.011808875016868114,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.012871000000000521,
          "execution_wall_seconds": 0.012883749790489674,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.012385999999999342,
          "execution_wall_seconds": 0.01239108294248581,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1153
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 20,
      "mean_latency": 19.013698630136986,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005051000000001693,
        "execution_wall_seconds": 0.005061624571681023,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.010163999999999618,
          "execution_wall_seconds": 0.010175167582929134,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 1010
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.01097999999999999,
          "execution_wall_seconds": 0.010985207743942738,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.012274999999998926,
          "execution_wall_seconds": 0.01227341778576374,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1132
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.011887000000001535,
          "execution_wall_seconds": 0.011887959204614162,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 10072,
          "state_serialized_bytes": 1153
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 20,
      "mean_latency": 19.013698630136986,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 146,
      "trajectory_hashes": [
        "a397a00ef6a112dd9cf783c7e393d5e4d1501e1dfdb47a16417e016fd9eef363",
        "183f89e7f1743ae37179f52be0d128948097176f389004cf3c4d41e242b8c583",
        "6d6cdfafa00c4916631697a010472e6bb39d44f5c8ea560c68265d1db8fca3d8",
        "e1898b28b05b22de7f18d236b70e670ba4aa7bcaf4490df917284cda48aa8af4"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005072999999999439,
        "execution_wall_seconds": 0.005072958767414093,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006042000000000769,
          "execution_wall_seconds": 0.006049707531929016,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006453000000000486,
          "execution_wall_seconds": 0.006453332491219044,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.006726000000000454,
          "execution_wall_seconds": 0.0067215003073215485,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006904999999999717,
          "execution_wall_seconds": 0.006909958086907864,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "11c3111ffa6234c1fc8cc64a15cc1d168edcbec47b7434a276934d28e302ae91",
        "794014e2e4cf60ce2dffce1bab78800a0164a76cc3f3a9e40c5ea15f5e7a4d74",
        "a23a1d2127a2b14a28d37c6d4886d588b9c38a333b686e8f18f71f8d798e46ec",
        "6a730fc7827d8360875d129ab9e6e9b54778ab6882c87dc96d3ddfa5dd0cad14"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005019000000000773,
        "execution_wall_seconds": 0.005019582808017731,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0059729999999973415,
          "execution_wall_seconds": 0.005978833884000778,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006140999999999508,
          "execution_wall_seconds": 0.0061422074213624,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.00658300000000267,
          "execution_wall_seconds": 0.006590959616005421,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.006721999999999895,
          "execution_wall_seconds": 0.006722833029925823,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005072000000001964,
        "execution_wall_seconds": 0.005086082965135574,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006194000000000699,
          "execution_wall_seconds": 0.006197791546583176,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006589000000001732,
          "execution_wall_seconds": 0.0065970830619335175,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.007096999999998133,
          "execution_wall_seconds": 0.007096209563314915,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.007298999999999722,
          "execution_wall_seconds": 0.007308082655072212,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005204000000002651,
        "execution_wall_seconds": 0.005202208645641804,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006498000000000559,
          "execution_wall_seconds": 0.006505042314529419,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006624999999999659,
          "execution_wall_seconds": 0.006643583998084068,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 29808,
          "execution_cpu_seconds": 0.007096999999998133,
          "execution_wall_seconds": 0.0070979176089167595,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1242,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 476
        },
        {
          "active_state_boundaries": 794,
          "communication_payload_bytes": 30336,
          "execution_cpu_seconds": 0.00714100000000073,
          "execution_wall_seconds": 0.007147124968469143,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1264,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3796c77b117fe119e7d84f62f623c45d8a5f137f2e48f97c6cb250a44f388b1b",
        "294d44159045679343ba6c015b0d28b0f74839858384359028479b7fcbf7c27a",
        "5c297920ef6367373b6d9ff4f3f1c7b436bad2bc99a3c344d373108f30d90cbe",
        "941c40c2fc7ddf74858a73f1d5b35e96381e3dd8b7e3d2527363a7072d63f05a"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005597999999999104,
        "execution_wall_seconds": 0.005643583834171295,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2465753424657534,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008136000000000365,
          "execution_wall_seconds": 0.0081386249512434,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5631,
          "state_serialized_bytes": 654
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.008673999999999182,
          "execution_wall_seconds": 0.008674625307321548,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5715,
          "state_serialized_bytes": 647
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008791999999999689,
          "execution_wall_seconds": 0.008805458433926105,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 5515,
          "state_serialized_bytes": 634
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008358000000001198,
          "execution_wall_seconds": 0.00836208276450634,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 597
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 36
      },
      "fraction": 0.2465753424657534,
      "group": 8,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7534246575342466,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 36,
      "trajectory_hashes": [
        "c0dfde46ef8b3db3d5303b10cb9075604ef8d51cef3c4fb873166ff4f0e15048",
        "8a83981cd40d84ba9737326be890b47c1b2d3591577e329f4e16fd61ee97bfc0",
        "6cbdced8e2cb042b1119389a1d88dff0dfd473915e52085403d216a2e2521f5a",
        "bda051f76cd0fd0f4e126f53c842090018daa441bc8fabc9f854fa7e8ba833fb"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0052349999999989905,
        "execution_wall_seconds": 0.0052354177460074425,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.2465753424657534,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007600999999997526,
          "execution_wall_seconds": 0.0076015423983335495,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5631,
          "state_serialized_bytes": 654
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.00849099999999936,
          "execution_wall_seconds": 0.008512542583048344,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5715,
          "state_serialized_bytes": 647
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.008955999999997744,
          "execution_wall_seconds": 0.008965207263827324,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 5515,
          "state_serialized_bytes": 634
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.008297999999999917,
          "execution_wall_seconds": 0.008298208005726337,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 5191,
          "state_serialized_bytes": 597
        }
      ],
      "failures": {
        "missing": 110,
        "ok": 36
      },
      "fraction": 0.2465753424657534,
      "group": 8,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7534246575342466,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 36,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005320999999998577,
        "execution_wall_seconds": 0.00532179232686758,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006672999999999263,
          "execution_wall_seconds": 0.00667570810765028,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007042999999999466,
          "execution_wall_seconds": 0.007042834535241127,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007615999999998735,
          "execution_wall_seconds": 0.007612333633005619,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007705000000001405,
          "execution_wall_seconds": 0.00770924985408783,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005231000000001984,
        "execution_wall_seconds": 0.005230541341006756,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006774000000000058,
          "execution_wall_seconds": 0.0067709581926465034,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007007999999999015,
          "execution_wall_seconds": 0.007004625163972378,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007941999999999894,
          "execution_wall_seconds": 0.007945249788463116,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007870000000000488,
          "execution_wall_seconds": 0.007875749841332436,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c4baa1ab23fd01abd54d402fa2ee427e873826baa7fa6050741b7c92495be9a6",
        "27a1de524f7dffc23e88374f9951f80c2478a4198ad97f532bb609906db34d26",
        "8c86a283a8ad030b102ca78afd6b781dd0e0e262d54f5d9e491fe6ccdf872239",
        "980e275afaa457095ef5318ccc22fca50dc89b00a3cb133d4125f0573baaba85"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005145999999999873,
        "execution_wall_seconds": 0.005143375135958195,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010142000000001872,
          "execution_wall_seconds": 0.010145625099539757,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011441000000001367,
          "execution_wall_seconds": 0.011456750333309174,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1060
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012498000000000786,
          "execution_wall_seconds": 0.012507499195635319,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012648000000002213,
          "execution_wall_seconds": 0.01265545841306448,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1157
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 17,
      "mean_latency": 15.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 146,
      "trajectory_hashes": [
        "4b11b6c733398c280de6af93d283b52feb28478dbbc5191539c55c2f27b39324",
        "b38d60fa110b5ab830a0c6b27882c25dfd8bcd9aa55dc667a21c2084cd94e484",
        "66f2f9fd7ebb76b34f816a76f68c098adc594d98e8fac72c50d86caf4d73d5b1",
        "1abd1a4b56e43d18a5b10fa4def5dfd2537f49a1862c26ab30330f67bc8ed680"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005160000000000053,
        "execution_wall_seconds": 0.005163458175957203,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 697,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.01017399999999924,
          "execution_wall_seconds": 0.01018329057842493,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1014
        },
        {
          "active_state_boundaries": 728,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011123000000001326,
          "execution_wall_seconds": 0.01113324984908104,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1060
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012606000000001671,
          "execution_wall_seconds": 0.012615665793418884,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9900,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 774,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012537000000001797,
          "execution_wall_seconds": 0.012539749965071678,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10044,
          "state_serialized_bytes": 1157
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 17,
      "mean_latency": 15.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005204000000002651,
        "execution_wall_seconds": 0.005207709036767483,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006668999999998704,
          "execution_wall_seconds": 0.00667220912873745,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006934000000001106,
          "execution_wall_seconds": 0.006941499188542366,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007628000000000412,
          "execution_wall_seconds": 0.0076354993507266045,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007581000000001836,
          "execution_wall_seconds": 0.007590166293084621,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005172000000001731,
        "execution_wall_seconds": 0.005172915756702423,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006602000000000885,
          "execution_wall_seconds": 0.006602082401514053,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007000999999998925,
          "execution_wall_seconds": 0.006996000185608864,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007628000000000412,
          "execution_wall_seconds": 0.007627916522324085,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 478
        },
        {
          "active_state_boundaries": 887,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.0077579999999990434,
          "execution_wall_seconds": 0.007760666310787201,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "d9242ccb0993c09a3794fbc48fb7d408a990a2337737cd9d8cfa3bc2e6d037b7",
        "ee81bdd29b1d2dec4080e2692f1d867ef38dabdd0d77d13c3ab679ec65352300",
        "a07094949720568840eec52b8599ad33ecfbd955630c77711f348f5d8cb57ae8",
        "ae129184c1eea26f38703f57b48e5f24195619f0808787ceeae0c08ea40634f1"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005057000000000755,
        "execution_wall_seconds": 0.005053041502833366,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009641000000002009,
          "execution_wall_seconds": 0.009640917181968689,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010805000000001286,
          "execution_wall_seconds": 0.01080245804041624,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1059
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.012493000000002752,
          "execution_wall_seconds": 0.012539291754364967,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.01247600000000304,
          "execution_wall_seconds": 0.012479583732783794,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1155
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 146,
      "trajectory_hashes": [
        "ebd05949b1f43ab4a1a656a267b70d5212ac4cc28007acd0bf8f5ca6436c72a0",
        "c722a51ad26fccf389019755ec4422cc6fa2aeaa0b6ea8a6585ab57e9b691666",
        "840d95bcd62b0a2012b234dc642e8fa1817ebeecd6a8a1228e1c5b0808d367b4",
        "610118805278df82a46dc50ce1c891750d1a371038fc5b25f50e90b58ad5ad80"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005226000000000397,
        "execution_wall_seconds": 0.005257791839540005,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.009792000000000911,
          "execution_wall_seconds": 0.009796290658414364,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1012
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010868999999999573,
          "execution_wall_seconds": 0.010875708423554897,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1059
        },
        {
          "active_state_boundaries": 735,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.011855000000000615,
          "execution_wall_seconds": 0.01185499969869852,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 9928,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 744,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.012284999999998547,
          "execution_wall_seconds": 0.012287874706089497,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1155
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005161999999998557,
        "execution_wall_seconds": 0.005162250250577927,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006557000000000812,
          "execution_wall_seconds": 0.006656083278357983,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006707999999999714,
          "execution_wall_seconds": 0.0067079998552799225,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007186000000000803,
          "execution_wall_seconds": 0.00718679279088974,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007442999999998534,
          "execution_wall_seconds": 0.0074508339166641235,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005091000000000179,
        "execution_wall_seconds": 0.005091208033263683,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00644399999999834,
          "execution_wall_seconds": 0.006447874940931797,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 716,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006739999999997082,
          "execution_wall_seconds": 0.006740291602909565,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 37296,
          "execution_cpu_seconds": 0.007357999999999976,
          "execution_wall_seconds": 0.0073592085391283035,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1554,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 38016,
          "execution_cpu_seconds": 0.007497000000000753,
          "execution_wall_seconds": 0.007500749081373215,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1584,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "672ad17479603f01670dd56f05c84afaf9c4aede178ae6574797665a5fca0cbe",
        "db3269a4843f3dbdf263c49de5a42d8d9533cf27a955d13402c015ea108a920a",
        "e2db8a31d35dcc98b52b719eaf6bdbfbb74f0226146292f48090efd455fa40b3",
        "0b822225fad628be267b2713b6ddcc6fd0d079a7cce938ffb040d99bcee97eab"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005908999999999054,
        "execution_wall_seconds": 0.005912208929657936,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012053000000001646,
          "execution_wall_seconds": 0.012058375403285027,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.01294600000000301,
          "execution_wall_seconds": 0.01296095922589302,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014703000000000799,
          "execution_wall_seconds": 0.014717417769134045,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1212
        },
        {
          "active_state_boundaries": 822,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.015530999999999295,
          "execution_wall_seconds": 0.015534000471234322,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1231
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 146,
      "trajectory_hashes": [
        "9550a4c09a31b27fc607aae806a09f05ccb2aa4870c8cf1c9d5706f276df05ed",
        "f94d6cdb7e125697cc3e7a7d4cef2370ccf2a2b2bfabfca447764436b5239b45",
        "2e5d8ed76938866ad6ffe8fa4bfd93379c1782b14058ea08f6978b8822e5373b",
        "3aa12205df3a04cc355a1adc3cc247e8620c003499845117d0ff431ca380e1fa"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005767999999999773,
        "execution_wall_seconds": 0.005771665833890438,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011665999999998178,
          "execution_wall_seconds": 0.011667040176689625,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012695000000000789,
          "execution_wall_seconds": 0.012705834582448006,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1134
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014215000000000089,
          "execution_wall_seconds": 0.014236750081181526,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1212
        },
        {
          "active_state_boundaries": 822,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.015253000000001293,
          "execution_wall_seconds": 0.015255040489137173,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1231
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005629000000002549,
        "execution_wall_seconds": 0.005629249848425388,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007612999999999204,
          "execution_wall_seconds": 0.007640083320438862,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007561000000002593,
          "execution_wall_seconds": 0.007561332546174526,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008093000000002348,
          "execution_wall_seconds": 0.008094166405498981,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 822,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008544000000000551,
          "execution_wall_seconds": 0.008543499745428562,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006163000000000807,
        "execution_wall_seconds": 0.006172250024974346,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00804199999999966,
          "execution_wall_seconds": 0.008050542324781418,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008447000000000315,
          "execution_wall_seconds": 0.00848083384335041,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008760999999999797,
          "execution_wall_seconds": 0.008775291964411736,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 822,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009070000000001244,
          "execution_wall_seconds": 0.009078125469386578,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "e0b81793700e8cdad9678629d8245c0fcca52c3203fc8e2338f3348548801234",
        "60f5c36d736dd66fc6bb95bc97018f481ca7d904425e418d8c0873c5b637f6ef",
        "38ff25d680bb5d322caff696c6b65c6d7d61ea366ee62ec772f5c392e97ddc81",
        "a8501286ab7d961533f16cc6a30d3dc60b2c26157c8e69d6449a0d670d27755e"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006118999999998209,
        "execution_wall_seconds": 0.006148000247776508,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008558000000000732,
          "execution_wall_seconds": 0.008586125448346138,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008369000000001847,
          "execution_wall_seconds": 0.008376499637961388,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009166000000000452,
          "execution_wall_seconds": 0.009207083843648434,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.009446999999997985,
          "execution_wall_seconds": 0.009502667002379894,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "ac75c946763dcd8aea1b0d909fa6f8621915a744577167dd44bf8559bd2889a0",
        "7c6ee4566f9f4089b4b6b9e67510badc9ded99f3633d6741f26204bb4cef98d2",
        "e56165b06c910ef3df6cff029a9fb046c9e86773bd1eaa5d9aa0c7183739cfff",
        "5d223be25c05e40f1868989350902d2c22cc87d02f0571826808576ccea31649"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0062539999999984275,
        "execution_wall_seconds": 0.0062615834176540375,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 786,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007863999999997873,
          "execution_wall_seconds": 0.007910375483334064,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 809,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008126000000000744,
          "execution_wall_seconds": 0.008150791749358177,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 840,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008626999999997054,
          "execution_wall_seconds": 0.008635333739221096,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008738000000001023,
          "execution_wall_seconds": 0.008742250502109528,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0057459999999984746,
        "execution_wall_seconds": 0.005753249861299992,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007836000000001064,
          "execution_wall_seconds": 0.007864166982471943,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007752999999997456,
          "execution_wall_seconds": 0.007762874476611614,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008286000000001792,
          "execution_wall_seconds": 0.008288417011499405,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008327000000001306,
          "execution_wall_seconds": 0.008341958746314049,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005632999999999555,
        "execution_wall_seconds": 0.0056325411424040794,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007919999999998595,
          "execution_wall_seconds": 0.007927500642836094,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00827600000000217,
          "execution_wall_seconds": 0.008295957930386066,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.008853000000001998,
          "execution_wall_seconds": 0.00885029137134552,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.008854999999996949,
          "execution_wall_seconds": 0.008866624906659126,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "87fe30f8dd3127f623c8ee80ba1f44188838b323bef393a2640dc504f5626b0f",
        "6ce791c3ec626c1c916d6a48ed36f2b23f7420f25f30a24afbb5d0b609258122",
        "b3c2f40a35267fb7e1e3072d55b3557a11a88102a69f7c14c8f758115a8dfcf1",
        "f29c154fa6d7fa39a92efad44b817e5ea2a315639933a729786d5f9ab2129873"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006569999999999965,
        "execution_wall_seconds": 0.006610957905650139,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009221000000000146,
          "execution_wall_seconds": 0.009220750071108341,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00956599999999952,
          "execution_wall_seconds": 0.009569250047206879,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.010368999999997186,
          "execution_wall_seconds": 0.010375999845564365,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.010597000000000634,
          "execution_wall_seconds": 0.010616875253617764,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "470a07d505a53ffde56a2c54f9591e632b9e039faaf2e08a9e9899aed029c567",
        "1c714543846955c5164b40f1b5e80583de9e26baeb135ece0112d48069ab292d",
        "7345bb44a5f96b6ff1e3be5ab2b1abc419dae2fcc4bdb01ecd88d00b85c4bb9c",
        "39bac75086fce29a433093cfc81828640a4d86046e27dc0ec345650e626365e9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006177000000000987,
        "execution_wall_seconds": 0.006177209317684174,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008717999999998227,
          "execution_wall_seconds": 0.008727166801691055,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00872500000000187,
          "execution_wall_seconds": 0.008758832700550556,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.009429000000000798,
          "execution_wall_seconds": 0.00943250022828579,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.010025999999999868,
          "execution_wall_seconds": 0.010029250755906105,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005613000000000312,
        "execution_wall_seconds": 0.005612916313111782,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011447999999997904,
          "execution_wall_seconds": 0.011457250453531742,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012537999999999272,
          "execution_wall_seconds": 0.012541833333671093,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.0138639999999981,
          "execution_wall_seconds": 0.013866625726222992,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1210
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014025000000000176,
          "execution_wall_seconds": 0.014034541323781013,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1229
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 25,
      "mean_latency": 23.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005645999999998708,
        "execution_wall_seconds": 0.0056470418348908424,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011962000000000472,
          "execution_wall_seconds": 0.011962125077843666,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 827,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.013094999999999857,
          "execution_wall_seconds": 0.013094750232994556,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 863,
          "communication_payload_bytes": 38496,
          "execution_cpu_seconds": 0.014556000000002456,
          "execution_wall_seconds": 0.014551292173564434,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1604,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1210
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 39168,
          "execution_cpu_seconds": 0.014385999999998234,
          "execution_wall_seconds": 0.014391125179827213,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1632,
          "state_python_object_bytes": 10624,
          "state_serialized_bytes": 1229
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 25,
      "mean_latency": 23.767123287671232,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 146,
      "trajectory_hashes": [
        "3c6870ba48b516904fe0b85edc736de069139d45dd193a90715f3cf35b41cd59",
        "7daa9b68ff66ab54aa8e76b493b24c1dc9791b978bf605524a3abc567f3a7fdc",
        "67c12780e5025bb88a8fbb309225269d55ab97bb7d1abb973082800e2d71c4b4",
        "25baed4c41297b98eb0d0d0af8277a327e8ef817219e5ede136df2e2167eab08"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006597000000002851,
        "execution_wall_seconds": 0.006599334068596363,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 810,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00868900000000039,
          "execution_wall_seconds": 0.008688749745488167,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009321999999997388,
          "execution_wall_seconds": 0.009369292296469212,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009925000000002626,
          "execution_wall_seconds": 0.009928249754011631,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009733000000000658,
          "execution_wall_seconds": 0.009734165854752064,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "641c49428a06b3b06eb474f404890ea0f3f038e91e5637735cd28bf951ef1f24",
        "9347cf34537b7a6ef477d70ea07b04cc5f930f10a915beff35dc42489f77ffd1",
        "4e3cea4dc13c316f2889426eb29d671733c10d1fcccc109a61c079e9c4b36a33",
        "257f469ea12d8f749cf3787c0f02725b7aba36982618a1c134e6386f01315c34"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066150000000000375,
        "execution_wall_seconds": 0.0066154999658465385,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 810,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008003999999999678,
          "execution_wall_seconds": 0.008001333102583885,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00872900000000243,
          "execution_wall_seconds": 0.00874749943614006,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 870,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009139000000001118,
          "execution_wall_seconds": 0.00914862472563982,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 882,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.00912399999999991,
          "execution_wall_seconds": 0.00914416741579771,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0065329999999974575,
        "execution_wall_seconds": 0.006539374589920044,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012325000000000585,
          "execution_wall_seconds": 0.012337790802121162,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013178999999997387,
          "execution_wall_seconds": 0.013184875249862671,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1136
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.01466999999999885,
          "execution_wall_seconds": 0.014669332653284073,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1213
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01515799999999956,
          "execution_wall_seconds": 0.015157917514443398,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1233
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.26027397260274,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006459999999997024,
        "execution_wall_seconds": 0.006476999260485172,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012647000000001185,
          "execution_wall_seconds": 0.012646624818444252,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1092
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013567999999999358,
          "execution_wall_seconds": 0.013568292371928692,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9932,
          "state_serialized_bytes": 1136
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.015349999999997976,
          "execution_wall_seconds": 0.015346582978963852,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10452,
          "state_serialized_bytes": 1213
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01517300000000077,
          "execution_wall_seconds": 0.015169166959822178,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10596,
          "state_serialized_bytes": 1233
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 18,
      "mean_latency": 16.26027397260274,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 146,
      "trajectory_hashes": [
        "f507211a8e22342f007b657fe803fc52de3fc445b876700e113c5e8e880bb4b3",
        "c7c4aaba69b1a6e839f1c06e98c335b7b7e249770afcde0880c18ff99f18ac8b",
        "dd1de0879bd60cafed73cc1751d3c42f37b9b296c04b0a490da752d2f9970563",
        "9234ea6765ce71205cfd9d554f74693377c09aee6295c58d2fce401d58c702e2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006491000000000469,
        "execution_wall_seconds": 0.006498083472251892,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009253999999998541,
          "execution_wall_seconds": 0.009285541251301765,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008968999999996896,
          "execution_wall_seconds": 0.008984582498669624,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010096000000000771,
          "execution_wall_seconds": 0.010107417590916157,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01011800000000207,
          "execution_wall_seconds": 0.010135416872799397,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "1c457f814521a8063da0e0f3e3bfbcfe65edd9e2cce4ba2b5d88cb07742074d2",
        "67ff100424ce5417db9227d95f5dccd882fba1c51ca76705cb276c207c5908aa",
        "9a7bad4e2a6159c5bc9733cd29a3d8a07006d8c55096b62157491142a9e04b13",
        "6162108412b17cbf058a4669f3f259ffa78cf58f65936a70af342c94ca6e9700"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006273000000000195,
        "execution_wall_seconds": 0.006276083178818226,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008190000000002584,
          "execution_wall_seconds": 0.008192958310246468,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4740,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008188000000000528,
          "execution_wall_seconds": 0.008187249302864075,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 856,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.00890799999999814,
          "execution_wall_seconds": 0.00891154259443283,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.00887599999999722,
          "execution_wall_seconds": 0.00887583289295435,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006210000000002935,
        "execution_wall_seconds": 0.0062101250514388084,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.0128610000000009,
          "execution_wall_seconds": 0.01286416593939066,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013788999999999163,
          "execution_wall_seconds": 0.013792208395898342,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016075000000000728,
          "execution_wall_seconds": 0.016086374409496784,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1212
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016100999999999033,
          "execution_wall_seconds": 0.0161078330129385,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10568,
          "state_serialized_bytes": 1231
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 25,
      "mean_latency": 22.506849315068493,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 146,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006289999999999907,
        "execution_wall_seconds": 0.006290958262979984,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013507999999998077,
          "execution_wall_seconds": 0.01351133268326521,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014651000000000636,
          "execution_wall_seconds": 0.014657542109489441,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.016265999999998115,
          "execution_wall_seconds": 0.016268290579319,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 10480,
          "state_serialized_bytes": 1212
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.016386999999998153,
          "execution_wall_seconds": 0.016396374441683292,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 10568,
          "state_serialized_bytes": 1231
        }
      ],
      "failures": {
        "ok": 146
      },
      "fraction": 1,
      "group": 8,
      "max_latency": 25,
      "mean_latency": 22.506849315068493,
      "missed_deadline_fraction": 0,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 146,
      "trajectory_hashes": [
        "26efa4ab6c91fca4a20154cc99fe1eeb8cb5fddb13825236887f072e8e17721b",
        "c91d9629d8dc7c5a66d01b555d7f73561197fd92f0599aa3ae9617035d501f44",
        "1fb0518460a74457750207614fbd3ecab4b50e0b4f380567e0844161c8186496",
        "ff6472e510224c376b9098551dd8bb8b0a42f14602d6d4ab6ae9ed54b7fc9a01"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006354000000001747,
        "execution_wall_seconds": 0.006360708735883236,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008981999999999601,
          "execution_wall_seconds": 0.00898466631770134,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009222000000001174,
          "execution_wall_seconds": 0.009221958927810192,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010094999999999743,
          "execution_wall_seconds": 0.010101624764502048,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.01013200000000225,
          "execution_wall_seconds": 0.010132582858204842,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "a0da92d47c89012c3fb47b4ae45becbf61ac2afe4775194f4423b15d28d8de78",
        "bbd3d4809b70041ddd3e3c716c3c9ccaebb9e852599a3d42cac2d42662d636b1",
        "bbbe7544e37ca31ae7372894089d9b5c481966ac982feb020ab30bd93bbe579f",
        "81146f764b861d5169cf559792c2ee3a75c9848f923a7e15ada0aedf4dce013c"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006353000000000719,
        "execution_wall_seconds": 0.006353083997964859,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008493999999998891,
          "execution_wall_seconds": 0.008497999981045723,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.0088089999999994,
          "execution_wall_seconds": 0.008810958825051785,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 980,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.009571000000001106,
          "execution_wall_seconds": 0.009571624919772148,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 992,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.009646000000000043,
          "execution_wall_seconds": 0.009646624326705933,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006707999999999714,
        "execution_wall_seconds": 0.006714916788041592,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009008999999998935,
          "execution_wall_seconds": 0.009008709341287613,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009392999999999319,
          "execution_wall_seconds": 0.00939391739666462,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1019,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010246000000002198,
          "execution_wall_seconds": 0.010256292298436165,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010491000000001804,
          "execution_wall_seconds": 0.01048550009727478,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007073000000001883,
        "execution_wall_seconds": 0.0070740832015872,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009678999999998439,
          "execution_wall_seconds": 0.009718875400722027,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 967,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009844000000001074,
          "execution_wall_seconds": 0.009853167459368706,
          "logical_execution_ticks": 3415,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1019,
          "communication_payload_bytes": 45984,
          "execution_cpu_seconds": 0.010557999999999623,
          "execution_wall_seconds": 0.010561250150203705,
          "logical_execution_ticks": 3400,
          "peak_buffer_messages": 8,
          "sent_messages": 1916,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1032,
          "communication_payload_bytes": 46848,
          "execution_cpu_seconds": 0.010909999999999087,
          "execution_wall_seconds": 0.01092437468469143,
          "logical_execution_ticks": 3374,
          "peak_buffer_messages": 8,
          "sent_messages": 1952,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 146
      },
      "fraction": 0,
      "group": 8,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 146,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "a1702c490dd4b7d012680505086006354ce110af7c2d45a897a9a565244f5eea",
        "a71d85ef17177970ea615ca8b2eff4c0b2d03de2a33c2d3010697607adea107a",
        "4092fa5f167ed4d1b014e8a50ed81d34c0ad53be6e7e38ab146b6f5f03398506",
        "230210956b25a291565b53f57f5de8c2c0d1065bdaa0dbcd3a6fc2c8c79534bd"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004364000000002477,
        "execution_wall_seconds": 0.004363832995295525,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006143999999999039,
          "execution_wall_seconds": 0.006159582175314426,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006143999999999039,
          "execution_wall_seconds": 0.006166583858430386,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006126999999999327,
          "execution_wall_seconds": 0.00613483227789402,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006419999999998538,
          "execution_wall_seconds": 0.0064387088641524315,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "b6a7292d722fc10ad344eb55b75337be5da96d87a78f740a47e8a43ece82a3a7",
        "4121775379026115a8272884effd930b150ea1c3e2699a7245e109b27ec316b4",
        "fb6b8405dbc54e55ab5929e3503ef0d1b0b9490607b8c75792413d63c38f9586",
        "cbbf229c784df7ea3b9ba7156a54b171ae19c4bad9b66d865fa7f5b6ed6d6c93"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004360000000001918,
        "execution_wall_seconds": 0.004375374875962734,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0057989999999996655,
          "execution_wall_seconds": 0.005810124799609184,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005680999999999159,
          "execution_wall_seconds": 0.005681541748344898,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.0059979999999981715,
          "execution_wall_seconds": 0.006007959134876728,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006136999999998949,
          "execution_wall_seconds": 0.006136124953627586,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004737000000002212,
        "execution_wall_seconds": 0.004743875004351139,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006014000000000408,
          "execution_wall_seconds": 0.00601312518119812,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005819000000002461,
          "execution_wall_seconds": 0.005825207568705082,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.005894999999998873,
          "execution_wall_seconds": 0.005895459093153477,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006231999999997129,
          "execution_wall_seconds": 0.006235416978597641,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004754999999999399,
        "execution_wall_seconds": 0.0047645410522818565,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006104000000000553,
          "execution_wall_seconds": 0.006128666922450066,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005791999999999575,
          "execution_wall_seconds": 0.005796000361442566,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006175999999999959,
          "execution_wall_seconds": 0.0061941249296069145,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0065390000000000725,
          "execution_wall_seconds": 0.006538791581988335,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "5a9213f12e7b52e405547b29d064361a1fd0d25603cb679bdfd02b9f9beacfec",
        "d8321a71a338200e4f85092406e0a5df0ff27c07f04e3e8036d06c39c39cf6c3",
        "538a7a5aec1a48905f10ec91ed448fbd0b220ea539e7a61013fa8988c38f8625",
        "d10eb40602e071df2857d9ef222749c4030fde982e623bf143cbe39d2cf685c5"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0045469999999987465,
        "execution_wall_seconds": 0.004543624818325043,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010363999999999152,
          "execution_wall_seconds": 0.010368124581873417,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1050
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.00989500000000021,
          "execution_wall_seconds": 0.009903750382363796,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1053
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.01074000000000197,
          "execution_wall_seconds": 0.010741583071649075,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9412,
          "state_serialized_bytes": 1074
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010889999999999844,
          "execution_wall_seconds": 0.010911624878644943,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1107
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 21,
      "mean_latency": 18.685314685314687,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 143,
      "trajectory_hashes": [
        "4ffb14e4a2c84568a1765bf6ad4dfb37e9e6a0007cf293902e6140876688bff4",
        "32f5ea2e1dfead89a61883e2bd67c9445a5ef6458961d300803c123dc3ded5fa",
        "6a1a9480737e0157a0c70453e429c0bc69a351a147f769198d8d2baef9a6b6ef",
        "d0ea8a0b16d3c335c659f4c3f1a020da566f03693b90ffa799b60a5e3258ed3c"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004462999999997663,
        "execution_wall_seconds": 0.004463541321456432,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.01011400000000151,
          "execution_wall_seconds": 0.010120750404894352,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1050
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009826000000000334,
          "execution_wall_seconds": 0.009848250076174736,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1053
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.011137999999998982,
          "execution_wall_seconds": 0.01114695891737938,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9412,
          "state_serialized_bytes": 1074
        },
        {
          "active_state_boundaries": 726,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.01117800000000102,
          "execution_wall_seconds": 0.011181125417351723,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9756,
          "state_serialized_bytes": 1107
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 21,
      "mean_latency": 18.685314685314687,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0055499999999995,
        "execution_wall_seconds": 0.005549915134906769,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 796,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007139000000002227,
          "execution_wall_seconds": 0.007142666727304459,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007034000000000873,
          "execution_wall_seconds": 0.007039083167910576,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00730000000000075,
          "execution_wall_seconds": 0.00732041709125042,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007509999999999906,
          "execution_wall_seconds": 0.007526041008532047,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005454000000000292,
        "execution_wall_seconds": 0.005453458055853844,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 796,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007282000000000011,
          "execution_wall_seconds": 0.007284500636160374,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007070999999999827,
          "execution_wall_seconds": 0.007074874825775623,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 813,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007229999999999848,
          "execution_wall_seconds": 0.007228541187942028,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 833,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008123000000001213,
          "execution_wall_seconds": 0.008146041072905064,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "62da4bd45ede7eef5f874a0ecf398d9969400c4b2a98c040ed06a9068091ab7b",
        "84fad970a3355edd35a60537acaef85a6c628a356d050ed7b48a9823d97935ef",
        "2ab7de9f6d3587c03898d86e83aef6ec743ffb48237c1866801f9f2d1b888da4",
        "4fb004332a5c11da4b078aa29da38a2073c7cdafcdb030ea832569ff7e65a272"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005334000000001282,
        "execution_wall_seconds": 0.005401584319770336,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010692999999999842,
          "execution_wall_seconds": 0.010699166916310787,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010283000000001152,
          "execution_wall_seconds": 0.010282957926392555,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.010793000000003161,
          "execution_wall_seconds": 0.010793667286634445,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1078
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011611999999999512,
          "execution_wall_seconds": 0.011620166711509228,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 14.965034965034965,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 143,
      "trajectory_hashes": [
        "c063fbf23200a52bae7c81b0b1642b76e9b6ea46a042d58dab9cca80d6b2e661",
        "a5496202e765ea1bbefd4b415291e3758d3903c9b700008d2938873703ff7a6f",
        "b066a79415bc5518a0a6ac7040663f21044136ca23f582ae1485725e87ec8110",
        "c920776c88bfcc617258527cb81b5ead65adfdcde84e163ee0705a7bae1a7b19"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004816999999999183,
        "execution_wall_seconds": 0.004816750064492226,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010915000000000674,
          "execution_wall_seconds": 0.01096037495881319,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010273999999999006,
          "execution_wall_seconds": 0.010276250541210175,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1057
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.010837999999999681,
          "execution_wall_seconds": 0.010844916105270386,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1078
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.01125899999999902,
          "execution_wall_seconds": 0.011272583156824112,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1110
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 14.965034965034965,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.75,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0049740000000007,
        "execution_wall_seconds": 0.00497779157012701,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.875,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.5174825174825175,
      "execution": [
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.008690999999998894,
          "execution_wall_seconds": 0.008697999641299248,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7034,
          "state_serialized_bytes": 799
        },
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00853400000000093,
          "execution_wall_seconds": 0.008533959276974201,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7006,
          "state_serialized_bytes": 815
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00862499999999855,
          "execution_wall_seconds": 0.008648083545267582,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 750
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008879000000000303,
          "execution_wall_seconds": 0.008889875374734402,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 7118,
          "state_serialized_bytes": 808
        }
      ],
      "failures": {
        "missing": 69,
        "ok": 74
      },
      "fraction": 0.5174825174825175,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 15.41891891891892,
      "missed_deadline_fraction": 0.4825174825174825,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 74,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.75,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004863000000000284,
        "execution_wall_seconds": 0.004859624430537224,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.875,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.5174825174825175,
      "execution": [
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.008930999999996914,
          "execution_wall_seconds": 0.008927540853619576,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 7034,
          "state_serialized_bytes": 799
        },
        {
          "active_state_boundaries": 682,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.00867500000000021,
          "execution_wall_seconds": 0.008677875623106956,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 7006,
          "state_serialized_bytes": 815
        },
        {
          "active_state_boundaries": 694,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.009059000000000594,
          "execution_wall_seconds": 0.009098167531192303,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 6566,
          "state_serialized_bytes": 750
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.009164999999999424,
          "execution_wall_seconds": 0.009171499870717525,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 7118,
          "state_serialized_bytes": 808
        }
      ],
      "failures": {
        "missing": 69,
        "ok": 74
      },
      "fraction": 0.5174825174825175,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 15.41891891891892,
      "missed_deadline_fraction": 0.4825174825174825,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 74,
      "trajectory_hashes": [
        "10f1853877e518afe3b3250a6671d6d023486312aee77d3e0ebc27b2323ce425",
        "a3ce29a5f4bd580a637fc2c9b4d55f4f766c892250f3983fc121a4ba89580a32",
        "f5ec303bdb5ada362c52c97770e55e7f7dfaa5ba61788b57d7c6649bc1e4dd75",
        "802a5b34acd1dae6bec3ac47ddae8139491729e3da0aa02c08a30248c27a7949"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005199000000001064,
        "execution_wall_seconds": 0.005201500840485096,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01133400000000151,
          "execution_wall_seconds": 0.011334083043038845,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.011497999999999564,
          "execution_wall_seconds": 0.011505584232509136,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.012004999999998489,
          "execution_wall_seconds": 0.012005374766886234,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1076
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.012781000000000375,
          "execution_wall_seconds": 0.012799874879419804,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 17.202797202797203,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 143,
      "trajectory_hashes": [
        "0a636d0870c6f940ef190d530e5bc205773ad6081cd3b893f09c03d878639849",
        "9b13a148944e05cc98f74c7dd9aef2620a1f571f3a9e551d4b9cc3fb31982b92",
        "981ce1608ed4e6406d9eb5dc46cd423013c7498d654b0a2b88ab8f573240fe51",
        "062eceedcdadb506191d6fd367fde1911ea35bb62a3799597087c15700f6dae2"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0051819999999977995,
        "execution_wall_seconds": 0.005190249532461166,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 769,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011278000000000787,
          "execution_wall_seconds": 0.01128216739743948,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1052
        },
        {
          "active_state_boundaries": 758,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.011335000000002537,
          "execution_wall_seconds": 0.011337791569530964,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9264,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01191299999999984,
          "execution_wall_seconds": 0.011933832429349422,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9468,
          "state_serialized_bytes": 1076
        },
        {
          "active_state_boundaries": 802,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.011851000000000056,
          "execution_wall_seconds": 0.011850542388856411,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 9840,
          "state_serialized_bytes": 1109
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 17.202797202797203,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005214999999999748,
        "execution_wall_seconds": 0.005218374542891979,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007001999999999953,
          "execution_wall_seconds": 0.0070059169083833694,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 775,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.0067680000000009954,
          "execution_wall_seconds": 0.006768292747437954,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 795,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007118999999999431,
          "execution_wall_seconds": 0.007123374380171299,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007397000000000986,
          "execution_wall_seconds": 0.007400958798825741,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005237999999998522,
        "execution_wall_seconds": 0.005241916514933109,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007273000000001417,
          "execution_wall_seconds": 0.007287541404366493,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 775,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007242999999999,
          "execution_wall_seconds": 0.00726537499576807,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 795,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007296000000000191,
          "execution_wall_seconds": 0.007296374998986721,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 823,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.007487999999998607,
          "execution_wall_seconds": 0.007487624883651733,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "2de40b73dd302fe81eb3fb9641582ffd718a30a49752a2cb5e0d9ae23af51a5d",
        "7fcd1c88cc464e341e68cae4acd7d9f034ba2307b261b92dce6c2dbf8e5da6d2",
        "cb9224c845f2c3c00209897e3c4d05fe8e712e86f3251152874856c18cbb1c09",
        "a07e069bf58b8f7e6499c60fa182208eccd87041940cd7658af339058df176cf"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005555000000001087,
        "execution_wall_seconds": 0.005587083287537098,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007668999999999926,
          "execution_wall_seconds": 0.00767387542873621,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007621999999997797,
          "execution_wall_seconds": 0.007632625289261341,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007854000000001804,
          "execution_wall_seconds": 0.00785091519355774,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 959,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008281000000000205,
          "execution_wall_seconds": 0.00828320812433958,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "eac6d6d42fc4634ec65d6b36a926239002e71edc4bf48cee9ed12fcac7750271",
        "eb7198a46dd79af1a108dfe8f44e5b4152d02be78ea31c768ae82b75de1ec4fb",
        "48276460f67f4ef17f2c9b8a3381f34dace4bb112d28ade21ad4746713e38349",
        "9f073183e3d0b08a23359dfd58291532f977d9b984ac50d0f2637c580e0904f4"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005453000000002817,
        "execution_wall_seconds": 0.0054559167474508286,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 909,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007369000000000625,
          "execution_wall_seconds": 0.007368540391325951,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.0073560000000014725,
          "execution_wall_seconds": 0.007356375455856323,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 928,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0076930000000032805,
          "execution_wall_seconds": 0.007713917642831802,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 959,
          "communication_payload_bytes": 36576,
          "execution_cpu_seconds": 0.008416999999997898,
          "execution_wall_seconds": 0.008474583737552166,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1524,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005402000000000129,
        "execution_wall_seconds": 0.005402917042374611,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 705,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.006986000000001269,
          "execution_wall_seconds": 0.006989125162363052,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.006923000000000457,
          "execution_wall_seconds": 0.006926165893673897,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.007211999999999108,
          "execution_wall_seconds": 0.0072130002081394196,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.007393000000000427,
          "execution_wall_seconds": 0.0073958756402134895,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005373000000002293,
        "execution_wall_seconds": 0.0053786663338541985,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 705,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007282000000000011,
          "execution_wall_seconds": 0.007282791659235954,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007321999999998496,
          "execution_wall_seconds": 0.0073212506249547005,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.0077110000000004675,
          "execution_wall_seconds": 0.007711624726653099,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008008000000000237,
          "execution_wall_seconds": 0.008013625629246235,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "cd3cea1acb882bed368bb7c22a8bb5bdee69895781f07009f0fb26e612e8e435",
        "a2dacd579b3a15f98471e7df28f7e809a7d9dcd9feb2a055dce78792cd8ad340",
        "f14fb040e673a3f99f8087cef56f880b96b8227de6037a796af17221e5eb527f",
        "7711fbd45b252bdc79edd55342ae87b4bc836d5fe93bfa74127fb61802281543"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005997000000000696,
        "execution_wall_seconds": 0.006005290895700455,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008319000000000187,
          "execution_wall_seconds": 0.00832170806825161,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008150000000000546,
          "execution_wall_seconds": 0.008153541944921017,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.008579000000001002,
          "execution_wall_seconds": 0.008578792214393616,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 816,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009609999999998564,
          "execution_wall_seconds": 0.00961479265242815,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "1eda31415b6f6620c84241718b57808b46df7e94119fd2e77b08f665dbb333b2",
        "2aad6f6304a667e08e6235ad79665c87eb9d019dd5eb282d8f50e50619ec139d",
        "8a935adbc0bee9b8f1ff5919dc09458c3e79b529e6396759c51d55a246cf4ec2",
        "5a6b3d913692f8556259e9d29fa3a26a1c4f6944e3c57afd7a41808349aa28bc"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0057709999999993045,
        "execution_wall_seconds": 0.005772166885435581,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.0077099999999994395,
          "execution_wall_seconds": 0.0077096251770854,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 784,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0076870000000006655,
          "execution_wall_seconds": 0.007696583867073059,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 800,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.007985000000001463,
          "execution_wall_seconds": 0.007992999628186226,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 816,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008267000000000024,
          "execution_wall_seconds": 0.00827358290553093,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005371999999997712,
        "execution_wall_seconds": 0.005372458137571812,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 705,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.011347000000000662,
          "execution_wall_seconds": 0.011347957886755466,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9960,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.011086999999999847,
          "execution_wall_seconds": 0.01108870841562748,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.012351999999999919,
          "execution_wall_seconds": 0.012357374653220177,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 9936,
          "state_serialized_bytes": 1154
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.012243999999999033,
          "execution_wall_seconds": 0.012245332822203636,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 17.447552447552447,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005705000000002514,
        "execution_wall_seconds": 0.005708666518330574,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 705,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.011928000000001049,
          "execution_wall_seconds": 0.01194512564688921,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9960,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 708,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.011521999999999366,
          "execution_wall_seconds": 0.01152441743761301,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9760,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 714,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.012519000000001057,
          "execution_wall_seconds": 0.012523625046014786,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 9936,
          "state_serialized_bytes": 1154
        },
        {
          "active_state_boundaries": 731,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.012715000000000032,
          "execution_wall_seconds": 0.012718124315142632,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10364,
          "state_serialized_bytes": 1186
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 17.447552447552447,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 143,
      "trajectory_hashes": [
        "fcc22c65cc3ce1858d1d4900c029b6942ed499964b02fe7db0c01beefa4b5b02",
        "9a22758823a41552f6e80d55da91c3140fd10a48780e8e446d4f5d78683d7a5f",
        "7672379e6e523a03a4f2b09bf9f76fddb9b2e2c357712387fe0c25e09d382d91",
        "8780393cabfed6e11d79e88284afc12ece21005040c5e191947efc8bbce19950"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006010999999997324,
        "execution_wall_seconds": 0.006011707708239555,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008988999999999692,
          "execution_wall_seconds": 0.008992167189717293,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008633999999997144,
          "execution_wall_seconds": 0.008634458296000957,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.009221999999997621,
          "execution_wall_seconds": 0.009222041815519333,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009643000000000512,
          "execution_wall_seconds": 0.009674250148236752,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "17069729d374eb07d2e3b5d231eef78ef4929e6816efd3e9c67203a20dbd1ed6",
        "eed0b4ffeb3a9a64efc8b0eaf29c230f090808693f7675b26923668c586b640b",
        "7dea0d544204f5c4b7621265c5c2b8151751ee7aa5cd418f783553798bd439c8",
        "6170873b55c0c637d712bc6592ae6d40f7ea759eca918ef50ab5dce12e728613"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005882999999997196,
        "execution_wall_seconds": 0.005887333303689957,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 862,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008418999999999954,
          "execution_wall_seconds": 0.008428792469203472,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 554
        },
        {
          "active_state_boundaries": 852,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008106999999998976,
          "execution_wall_seconds": 0.00810762494802475,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 872,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.008666999999999092,
          "execution_wall_seconds": 0.008668042719364166,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 560
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008879000000000303,
          "execution_wall_seconds": 0.008878124877810478,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00591100000000111,
        "execution_wall_seconds": 0.0059112925082445145,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012914999999999566,
          "execution_wall_seconds": 0.012916500680148602,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 886,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.013180999999999443,
          "execution_wall_seconds": 0.013199624605476856,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9788,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.013618000000001018,
          "execution_wall_seconds": 0.013620791025459766,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 9964,
          "state_serialized_bytes": 1152
        },
        {
          "active_state_boundaries": 930,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.014345999999999748,
          "execution_wall_seconds": 0.014364791102707386,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 26,
      "mean_latency": 24.202797202797203,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006122999999998768,
        "execution_wall_seconds": 0.006142499856650829,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.014214000000002613,
          "execution_wall_seconds": 0.014242416247725487,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1122
        },
        {
          "active_state_boundaries": 886,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.013678999999999775,
          "execution_wall_seconds": 0.013684500008821487,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9788,
          "state_serialized_bytes": 1133
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.015145999999997883,
          "execution_wall_seconds": 0.015180082991719246,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 9964,
          "state_serialized_bytes": 1152
        },
        {
          "active_state_boundaries": 930,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.01529999999999987,
          "execution_wall_seconds": 0.0153350830078125,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 10308,
          "state_serialized_bytes": 1185
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 26,
      "mean_latency": 24.202797202797203,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 143,
      "trajectory_hashes": [
        "93b7c9e1c9899f17866e1daa8314e59467ae1218ba2833e03f7226993af6bae3",
        "9732e6236282bc4ecbd85a4d2fcd8b7dc8b133cd1b9138f055756b1fb432d868",
        "2b47cf262602a2f4b8652648358aab9438b291e58b9ed50457615d2c3fc5c507",
        "d408c4d6ec83643dcf48df70525f4f6a22fade4d771c5b24d8816cb96cce6bd0"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005887000000001308,
        "execution_wall_seconds": 0.005891833454370499,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00895399999999924,
          "execution_wall_seconds": 0.008979959413409233,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 886,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008721999999998786,
          "execution_wall_seconds": 0.008729166351258755,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.009215999999998559,
          "execution_wall_seconds": 0.009276624768972397,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 930,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.009608999999997536,
          "execution_wall_seconds": 0.009671250358223915,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "8ceaa8b5dd0f20c2a1c72b0677ab2ea7c441af332540704ea0edf558289b9d42",
        "c8e73c4daf1e2e4afc99c43a982f6df4cdfc1407d634ce4d69b1750223344f95",
        "e762df1b847c0933d989739bf3e5b9d2e0cee944f6382357f5c51a596f59764b",
        "d33e3076298250e2cb7743933a7a851c368f6df2482be71dff2937ca92d7c1dc"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006076000000000192,
        "execution_wall_seconds": 0.006094417534768581,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 897,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.00823000000000107,
          "execution_wall_seconds": 0.008252042345702648,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 886,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00797799999999782,
          "execution_wall_seconds": 0.007993875071406364,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 908,
          "communication_payload_bytes": 36480,
          "execution_cpu_seconds": 0.008013000000001824,
          "execution_wall_seconds": 0.008012334816157818,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1520,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 930,
          "communication_payload_bytes": 37824,
          "execution_cpu_seconds": 0.008379999999998944,
          "execution_wall_seconds": 0.008388624526560307,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1576,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006598000000000326,
        "execution_wall_seconds": 0.006601458415389061,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014430999999998306,
          "execution_wall_seconds": 0.014469750225543976,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1124
        },
        {
          "active_state_boundaries": 848,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013936000000001059,
          "execution_wall_seconds": 0.013953417539596558,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1137
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.014783000000001323,
          "execution_wall_seconds": 0.014865749515593052,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1156
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.014986000000000388,
          "execution_wall_seconds": 0.015005749650299549,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1188
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 16.727272727272727,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006558999999999315,
        "execution_wall_seconds": 0.006562874652445316,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014204999999996915,
          "execution_wall_seconds": 0.014208249747753143,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9904,
          "state_serialized_bytes": 1124
        },
        {
          "active_state_boundaries": 848,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013882999999999868,
          "execution_wall_seconds": 0.013885542750358582,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1137
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.014735999999999194,
          "execution_wall_seconds": 0.01473962515592575,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1156
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015243000000001672,
          "execution_wall_seconds": 0.01524429116398096,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10420,
          "state_serialized_bytes": 1188
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 19,
      "mean_latency": 16.727272727272727,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 143,
      "trajectory_hashes": [
        "5b8bd61996f553d178d09df6cf58ec977ad6c9a556a72cacfb56c378b22b9e15",
        "cc358c9d2bd0b308a2dc0abfa7489d472fd3fed2c69558a47bbf2ccb6984e4a9",
        "16a5227eaa82ce6e20f0b93052fc88644c38bab27172a8db7a5950a509259866",
        "aa226ac3b2631e89e1e0ca3b7002412e32ddd92a54b5bff6602e6deb6552d792"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006599000000001354,
        "execution_wall_seconds": 0.006602957844734192,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.23776223776223776,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009982000000000824,
          "execution_wall_seconds": 0.009982000105082989,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 5915,
          "state_serialized_bytes": 685
        },
        {
          "active_state_boundaries": 848,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009609999999998564,
          "execution_wall_seconds": 0.009614415466785431,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 5655,
          "state_serialized_bytes": 662
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010716000000002168,
          "execution_wall_seconds": 0.010731750167906284,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 677
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.011110999999999649,
          "execution_wall_seconds": 0.011114165186882019,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 6499,
          "state_serialized_bytes": 758
        }
      ],
      "failures": {
        "missing": 109,
        "ok": 34
      },
      "fraction": 0.23776223776223776,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7622377622377622,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 34,
      "trajectory_hashes": [
        "96dd4e63561c77e42a8708a7bb0480d1471e43e6fb6d6542248fdd27189c331a",
        "7ae9873885ed8a2ed0e8c34e96fef2c02f752409eb28a8cca7ec2f96b446b55e",
        "2a93b70c7543e91f92aadf2395ae90f38a253c617d6b77258df2c4222ac88559",
        "89981907c6a437eb053c0c447fce14225a4db1f8527dbecda0353e909e66fc3b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006484000000000378,
        "execution_wall_seconds": 0.006488291546702385,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.23776223776223776,
      "execution": [
        {
          "active_state_boundaries": 854,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.010015000000002772,
          "execution_wall_seconds": 0.010037916712462902,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 5915,
          "state_serialized_bytes": 685
        },
        {
          "active_state_boundaries": 848,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009257999999995548,
          "execution_wall_seconds": 0.009255999699234962,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 5655,
          "state_serialized_bytes": 662
        },
        {
          "active_state_boundaries": 869,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009799999999998477,
          "execution_wall_seconds": 0.009801332838833332,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 5771,
          "state_serialized_bytes": 677
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010790000000000077,
          "execution_wall_seconds": 0.010800125077366829,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 6499,
          "state_serialized_bytes": 758
        }
      ],
      "failures": {
        "missing": 109,
        "ok": 34
      },
      "fraction": 0.23776223776223776,
      "group": 9,
      "max_latency": 17,
      "mean_latency": 17,
      "missed_deadline_fraction": 0.7622377622377622,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 34,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00683000000000078,
        "execution_wall_seconds": 0.006830000318586826,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00907399999999825,
          "execution_wall_seconds": 0.009083209559321404,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4812,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008544000000000551,
          "execution_wall_seconds": 0.00854475051164627,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.0098210000000023,
          "execution_wall_seconds": 0.009832833893597126,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4797,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 937,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009588000000000818,
          "execution_wall_seconds": 0.009590624831616879,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0069409999999976435,
        "execution_wall_seconds": 0.006941124796867371,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 896,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009544000000005326,
          "execution_wall_seconds": 0.00954654160887003,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4812,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 892,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009253999999998541,
          "execution_wall_seconds": 0.009250916540622711,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009537999999999158,
          "execution_wall_seconds": 0.009536792524158955,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4797,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 937,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010078000000000031,
          "execution_wall_seconds": 0.010093416087329388,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "a4a09867e86a313dbba3bf86996eec4089bc12601623f6efc478735363292a7e",
        "7229e7b37c1faae436cb6aad449fbaa64480c9ab5589d2095666a7e3063e04a3",
        "9e5ede25a5505e4fab87f9fe1e21100869d4b1c8cc9bc63e7c37d0b65458fb40",
        "f9b6af021d765bafc558cf6319dfb6da018f4ded3114fa975c1e81a486a800f0"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0064289999999971315,
        "execution_wall_seconds": 0.006426542066037655,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.00974599999999981,
          "execution_wall_seconds": 0.00975787453353405,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4682,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009407000000003052,
          "execution_wall_seconds": 0.009407207369804382,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009838000000002012,
          "execution_wall_seconds": 0.009837541729211807,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01001299999999361,
          "execution_wall_seconds": 0.010015208274126053,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3aae4ec2884276f3744a423da6c81dd110cf1936f48d76e7f82b909d0d8cddfb",
        "c057081c4b79ab19be53b0ef2147d08cf505206e5635dc53021b8a9336203619",
        "7d54fd74249884d88d83c0f822601c72f8c775ee5840841305361b2334554f19",
        "93f5af6e44480b9399cc2fa07194c4ce07c38ae3e2ca199cf14a0d2811f06bb5"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006495000000001028,
        "execution_wall_seconds": 0.00651966780424118,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009050000000002001,
          "execution_wall_seconds": 0.009055624715983868,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4682,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008930999999996914,
          "execution_wall_seconds": 0.00895145907998085,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.009309999999999263,
          "execution_wall_seconds": 0.009314791299402714,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 559
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.009432000000003882,
          "execution_wall_seconds": 0.009460458531975746,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00695699999999988,
        "execution_wall_seconds": 0.006960999220609665,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009743999999997754,
          "execution_wall_seconds": 0.009748458862304688,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1018,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009627999999999304,
          "execution_wall_seconds": 0.00963541679084301,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1041,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010039999999996496,
          "execution_wall_seconds": 0.010046292096376419,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.010474999999999568,
          "execution_wall_seconds": 0.010478584095835686,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006935999999996056,
        "execution_wall_seconds": 0.006939208135008812,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1028,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.010525000000001228,
          "execution_wall_seconds": 0.010524958372116089,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 1018,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.010226999999993325,
          "execution_wall_seconds": 0.010225875303149223,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1041,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.010658999999996865,
          "execution_wall_seconds": 0.010661750100553036,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 561
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.011282000000001347,
          "execution_wall_seconds": 0.01129558403044939,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "169a87abf9ea5918f7a56e09aad95724561a1fd475ba0b289257e37bee90edee",
        "300e7b68b51ccc57358b7d57392cde6599468b4bde7fa061306b05fe4f15f318",
        "01cb7add3dc7d1f38409e1af177352f453aa5ca8cfdb204a8b9293ed22cf5d79",
        "bca8ec0343ec2192f941cbe52ad07bcf86746f9d357d3b0600ee0533d22adf40"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007775000000002308,
        "execution_wall_seconds": 0.00778091698884964,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014676999999998941,
          "execution_wall_seconds": 0.014681042172014713,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9960,
          "state_serialized_bytes": 1124
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.014245000000002506,
          "execution_wall_seconds": 0.014241499826312065,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.01582400000000206,
          "execution_wall_seconds": 0.015825041569769382,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1154
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.01599000000000217,
          "execution_wall_seconds": 0.01599970832467079,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 24,
      "mean_latency": 22.482517482517483,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 143,
      "trajectory_hashes": [
        "cad3fc2717c408490ab178df83c3c3cb2d897c68b78017806da049a1c8643f27",
        "f7ec8c813f2cfa7a9475bba0e963ecc1d410c8bbe27f727e9dba80a59cbe3dbc",
        "039fbb3b5bc63c88fd11d08ef0dbc6246a2566fec2d9b24ac966500e26729bcb",
        "ca547e396da91c196245604b4656e0b119b3d3f07d4494874808c9c0f0377277"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006378000000005102,
        "execution_wall_seconds": 0.006376542150974274,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 932,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014091999999997995,
          "execution_wall_seconds": 0.0140983322635293,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9960,
          "state_serialized_bytes": 1124
        },
        {
          "active_state_boundaries": 920,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013581999999999539,
          "execution_wall_seconds": 0.013584083877503872,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9816,
          "state_serialized_bytes": 1135
        },
        {
          "active_state_boundaries": 944,
          "communication_payload_bytes": 43392,
          "execution_cpu_seconds": 0.015330000000005839,
          "execution_wall_seconds": 0.015331916511058807,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1808,
          "state_python_object_bytes": 10020,
          "state_serialized_bytes": 1154
        },
        {
          "active_state_boundaries": 968,
          "communication_payload_bytes": 45120,
          "execution_cpu_seconds": 0.015677999999994086,
          "execution_wall_seconds": 0.015710207633674145,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1880,
          "state_python_object_bytes": 10392,
          "state_serialized_bytes": 1187
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 24,
      "mean_latency": 22.482517482517483,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004500999999997646,
        "execution_wall_seconds": 0.0045022908598184586,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 629,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009723000000001036,
          "execution_wall_seconds": 0.009728709235787392,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1050
        },
        {
          "active_state_boundaries": 622,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009297000000003663,
          "execution_wall_seconds": 0.009320083074271679,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.010801000000000727,
          "execution_wall_seconds": 0.010809916071593761,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9384,
          "state_serialized_bytes": 1076
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010441000000000145,
          "execution_wall_seconds": 0.010453041642904282,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9812,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 15,
      "mean_latency": 12.93006993006993,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004639000000004501,
        "execution_wall_seconds": 0.004644457250833511,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 629,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009710000000005437,
          "execution_wall_seconds": 0.009719458408653736,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1050
        },
        {
          "active_state_boundaries": 622,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009501999999997679,
          "execution_wall_seconds": 0.009526125155389309,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9236,
          "state_serialized_bytes": 1055
        },
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.009813000000001182,
          "execution_wall_seconds": 0.009813625365495682,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 9384,
          "state_serialized_bytes": 1076
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.010080000000002087,
          "execution_wall_seconds": 0.010082541033625603,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 9812,
          "state_serialized_bytes": 1108
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 9,
      "max_latency": 15,
      "mean_latency": 12.93006993006993,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 143,
      "trajectory_hashes": [
        "3fff224103f3857cdce7d9d4f22cd2299be9ea90f5eacd99c8263509e15fecc9",
        "5d1396dea296db92a00a51339e3ec183fc4da771a86b64e6dbcd4624ce5000fb",
        "239aaa47c8fd31cf669230724275fc8e675be3cb42764a580e774f0bfead04a9",
        "46014dbe6eca2edda7899cb68670f0d7ae31cd480f240b6751246463e6d0e651"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004711999999997829,
        "execution_wall_seconds": 0.004713749513030052,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.24475524475524477,
      "execution": [
        {
          "active_state_boundaries": 629,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006269000000003189,
          "execution_wall_seconds": 0.006276915781199932,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 5163,
          "state_serialized_bytes": 586
        },
        {
          "active_state_boundaries": 622,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006455000000002542,
          "execution_wall_seconds": 0.006457332521677017,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 5279,
          "state_serialized_bytes": 618
        },
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.007074000000002911,
          "execution_wall_seconds": 0.007078125141561031,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 5891,
          "state_serialized_bytes": 683
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.00689400000000262,
          "execution_wall_seconds": 0.006906416267156601,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 574
        }
      ],
      "failures": {
        "missing": 108,
        "ok": 35
      },
      "fraction": 0.24475524475524477,
      "group": 9,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7552447552447552,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 35,
      "trajectory_hashes": [
        "9a8e66f9a6ef6b187fe2129c54ac239e143c4608b2868663b97c219ba25e856e",
        "8609477230a69b9429284a42db7e2d5151c4352c4cfc1437754a5222a8a9039e",
        "66eff10bffce6666a1ab344419dcbba6e6c63f094857e1fa3ca49d58a34c72de",
        "afbc9c82cfecca29528999b927ca15bf1c10fcd3ee8302a22f295d25eecc5a07"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004349999999995191,
        "execution_wall_seconds": 0.004350999370217323,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.24475524475524477,
      "execution": [
        {
          "active_state_boundaries": 629,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0061850000000021055,
          "execution_wall_seconds": 0.006184709258377552,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 5163,
          "state_serialized_bytes": 586
        },
        {
          "active_state_boundaries": 622,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006181999999995469,
          "execution_wall_seconds": 0.006184875033795834,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 5279,
          "state_serialized_bytes": 618
        },
        {
          "active_state_boundaries": 636,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006734000000001572,
          "execution_wall_seconds": 0.006734583526849747,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 5891,
          "state_serialized_bytes": 683
        },
        {
          "active_state_boundaries": 650,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006292000000001963,
          "execution_wall_seconds": 0.006294917315244675,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 5075,
          "state_serialized_bytes": 574
        }
      ],
      "failures": {
        "missing": 108,
        "ok": 35
      },
      "fraction": 0.24475524475524477,
      "group": 9,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7552447552447552,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 35,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004723999999995954,
        "execution_wall_seconds": 0.004724583588540554,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0057820000000035066,
          "execution_wall_seconds": 0.0057814596220850945,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 673,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005760000000002208,
          "execution_wall_seconds": 0.005762999877333641,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 687,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.006022999999999001,
          "execution_wall_seconds": 0.006028583273291588,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 709,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.0061320000000009145,
          "execution_wall_seconds": 0.006135208532214165,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004632999999998333,
        "execution_wall_seconds": 0.004629374481737614,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0059749999999993975,
          "execution_wall_seconds": 0.005978625267744064,
          "logical_execution_ticks": 3409,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 673,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005668000000000006,
          "execution_wall_seconds": 0.005671207793056965,
          "logical_execution_ticks": 3399,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 479
        },
        {
          "active_state_boundaries": 687,
          "communication_payload_bytes": 28224,
          "execution_cpu_seconds": 0.0059520000000006235,
          "execution_wall_seconds": 0.005948624573647976,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1176,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 709,
          "communication_payload_bytes": 29280,
          "execution_cpu_seconds": 0.006194000000000699,
          "execution_wall_seconds": 0.006198124960064888,
          "logical_execution_ticks": 3419,
          "peak_buffer_messages": 8,
          "sent_messages": 1220,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 476
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 9,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "cb6e48015fa557f1fa60b04a08b0fb3905a3cfa21ad945f07ef8ffcce360a08a",
        "d5715c202c9a13018392d236c499377fba26e7f417714451446e984670f0ee0e",
        "68a1c0b610e9bffe1acac5a46622dce8ead93a63e020ce5653adae84a6159ec3",
        "0976bef3c653b797a370e93eac44c1fe828f9e1401e0857ef62f221fcefe3679"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005682000000000187,
        "execution_wall_seconds": 0.005687291733920574,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010252999999998735,
          "execution_wall_seconds": 0.010260083712637424,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010481999999996106,
          "execution_wall_seconds": 0.010485374368727207,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010584999999998956,
          "execution_wall_seconds": 0.010596749372780323,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8968,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.01379900000000589,
          "execution_wall_seconds": 0.013805542141199112,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 17,
      "mean_latency": 15.427536231884059,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 138,
      "trajectory_hashes": [
        "86798855770cb0e4cfd1c2956f8017cc0ee61032d4f5dcef25d43ec5bc88e3dc",
        "bff6f8f85e57f63ccbee3acb4c98abd5bf65edb91ec7788987fa996a0b411b76",
        "75c8225f73983cee2fd8cea46502859dc144458d569c5745c01013fcfa6b2b1e",
        "2e314f28c342f9f5a5a192095edbbef2358e1a176710f0ec3b5dd62fa0488147"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00539799999999957,
        "execution_wall_seconds": 0.005401874892413616,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010269000000000972,
          "execution_wall_seconds": 0.010265041142702103,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8884,
          "state_serialized_bytes": 1001
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010154999999997472,
          "execution_wall_seconds": 0.010160249657928944,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00979600000000147,
          "execution_wall_seconds": 0.009801625274121761,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8968,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013471000000002675,
          "execution_wall_seconds": 0.01347916666418314,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1176
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 17,
      "mean_latency": 15.427536231884059,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005252999999996177,
        "execution_wall_seconds": 0.005256250500679016,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4927536231884058,
      "execution": [
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008319999999997663,
          "execution_wall_seconds": 0.008324000053107738,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6594,
          "state_serialized_bytes": 743
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007887000000003752,
          "execution_wall_seconds": 0.007896791212260723,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5962,
          "state_serialized_bytes": 671
        },
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00764199999999704,
          "execution_wall_seconds": 0.007654792629182339,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5902,
          "state_serialized_bytes": 657
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.010825000000004081,
          "execution_wall_seconds": 0.010865291580557823,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 8134,
          "state_serialized_bytes": 916
        }
      ],
      "failures": {
        "missing": 70,
        "ok": 68
      },
      "fraction": 0.4927536231884058,
      "group": 10,
      "max_latency": 17,
      "mean_latency": 16.544117647058822,
      "missed_deadline_fraction": 0.5072463768115942,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 68,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00528500000000065,
        "execution_wall_seconds": 0.005288333632051945,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.5,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.4927536231884058,
      "execution": [
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00817599999999885,
          "execution_wall_seconds": 0.008175540715456009,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 6594,
          "state_serialized_bytes": 743
        },
        {
          "active_state_boundaries": 721,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.008096999999999355,
          "execution_wall_seconds": 0.008138666860759258,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5962,
          "state_serialized_bytes": 671
        },
        {
          "active_state_boundaries": 719,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00792200000000065,
          "execution_wall_seconds": 0.007931875064969063,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 5902,
          "state_serialized_bytes": 657
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.010992000000001667,
          "execution_wall_seconds": 0.010998332872986794,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 8134,
          "state_serialized_bytes": 916
        }
      ],
      "failures": {
        "missing": 70,
        "ok": 68
      },
      "fraction": 0.4927536231884058,
      "group": 10,
      "max_latency": 17,
      "mean_latency": 16.544117647058822,
      "missed_deadline_fraction": 0.5072463768115942,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 68,
      "trajectory_hashes": [
        "16d9ce6e762b8fefccd2b7c0c9cd282b2ecf0894c286838db6fc53e340c9923f",
        "ab46ff96d935905743188a7597074d2723ee705897969db68aadcabd7d8b5696",
        "d05ae38a7d7268b178ca14c54f79c7669badb6f581d29b123701114c6598218b",
        "2648fecbb67053a6713fcf36b84980b091df8b353f62df3cfa8188337a64af30"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005439000000002636,
        "execution_wall_seconds": 0.005442250519990921,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0066510000000050695,
          "execution_wall_seconds": 0.006651000119745731,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006655000000002076,
          "execution_wall_seconds": 0.006654040887951851,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006616999999998541,
          "execution_wall_seconds": 0.006636791862547398,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007709000000005517,
          "execution_wall_seconds": 0.0077284593135118484,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "42fc66bceab084bf7fa1e86504248e4dd410e67c92b6dc0f6b7f4de1db6e62ad",
        "0e5cf057b0b8d245632e6329c4494093067d4b9101f9241e539ec3a170b35e85",
        "52b730eda6668e25028620bae1bbb71d37915d22e33c1cf906adf4b7e4ea2a2d",
        "d2e0c0ffc02a795d1397976b0e4c0e9e3cd4d1a02384796cb5663b0dd43204a1"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005212999999997692,
        "execution_wall_seconds": 0.005213583819568157,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006691000000003555,
          "execution_wall_seconds": 0.006697666831314564,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 753,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006369999999996878,
          "execution_wall_seconds": 0.006385917775332928,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 751,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006486000000002434,
          "execution_wall_seconds": 0.00649254210293293,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 857,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007705000000001405,
          "execution_wall_seconds": 0.007709790952503681,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005406000000000688,
        "execution_wall_seconds": 0.005405833013355732,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006825999999996668,
          "execution_wall_seconds": 0.006830166094005108,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0066619999999986135,
          "execution_wall_seconds": 0.006662582978606224,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006664999999998145,
          "execution_wall_seconds": 0.00667079072445631,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.007977999999994267,
          "execution_wall_seconds": 0.007987165823578835,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005421999999995819,
        "execution_wall_seconds": 0.0054249996319413185,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 785,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007002999999997428,
          "execution_wall_seconds": 0.0070030419155955315,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4133,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006980000000005759,
          "execution_wall_seconds": 0.0069837504997849464,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006788000000000238,
          "execution_wall_seconds": 0.006794457323849201,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 895,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.008183999999999969,
          "execution_wall_seconds": 0.00818675011396408,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "19493ea16607667d70bd068446efa29d199f6b748466e66f598a7eeb86e2e6cd",
        "2a2f2c78f13b2a2abfb1a7849ce3f09b03abe6a61b6502e8323a0eb90f0be532",
        "0c3cdedcc1b924c83c75faafa320e4119e756ee1d907134bf569e58abe5b8df9",
        "af05995a1823947229c91c8ac63b6c0ee752308576bf237ac5391aee52c9d467"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005615999999996291,
        "execution_wall_seconds": 0.005647917278110981,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0071669999999954825,
          "execution_wall_seconds": 0.007166874594986439,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 861,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.00705899999999815,
          "execution_wall_seconds": 0.007058541290462017,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.0071439999999967085,
          "execution_wall_seconds": 0.007143375463783741,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 1010,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.00833899999999943,
          "execution_wall_seconds": 0.008341416716575623,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "4a6148e8992b6851f95391daab21e7cabfb990b1882a4913ee9ebbdcd13fb9f1",
        "eaf1af29541dc56beafd0ffe5de56b1252cf3f32b982323762d902136146dd81",
        "4fd25e5c4ed0fef7d2e6e879f4ce18ce5b96726e33a8a001a5b627c9316351d2",
        "89c5ccad1b43b4c4affb0dddea57418aa09878ec4c8f3da1899644abe2135cea"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005372000000001265,
        "execution_wall_seconds": 0.005381083115935326,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007109999999997285,
          "execution_wall_seconds": 0.0071100834757089615,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 861,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.006979999999998654,
          "execution_wall_seconds": 0.006980041041970253,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.007036999999996851,
          "execution_wall_seconds": 0.007036084309220314,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 1010,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.00833899999999943,
          "execution_wall_seconds": 0.008343624882400036,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 479
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005284999999993545,
        "execution_wall_seconds": 0.0052890414372086525,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010522999999999172,
          "execution_wall_seconds": 0.010523291304707527,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1000
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.01063299999999856,
          "execution_wall_seconds": 0.010633374564349651,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010401000000001659,
          "execution_wall_seconds": 0.01040004100650549,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.013996999999996262,
          "execution_wall_seconds": 0.014006208628416061,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10484,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 19,
      "mean_latency": 16.91304347826087,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005493999999998778,
        "execution_wall_seconds": 0.005499916151165962,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010668000000002564,
          "execution_wall_seconds": 0.010668084025382996,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 1000
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010967999999998312,
          "execution_wall_seconds": 0.010971625335514545,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 768,
          "communication_payload_bytes": 32256,
          "execution_cpu_seconds": 0.010590999999998019,
          "execution_wall_seconds": 0.01059104222804308,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1344,
          "state_python_object_bytes": 8940,
          "state_serialized_bytes": 997
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 39456,
          "execution_cpu_seconds": 0.01414100000000218,
          "execution_wall_seconds": 0.014143375679850578,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1644,
          "state_python_object_bytes": 10484,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 19,
      "mean_latency": 16.91304347826087,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 138,
      "trajectory_hashes": [
        "ecebfd876f9ccca09272a28bad47c8f9f77f6adf46913d0306ba4f0c25fcd505",
        "849e68bf6a57e33d5b666903b58595438207acbb413a6e2daa044bfab7d7a091",
        "98a87a5e29f9f43c9e58bc352c0c129c0f571566664d5344e1de586b8617db47",
        "f3d917e51e70ecde06963b42717ed3d889c60585fbcf4e076f6fafaef1823220"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005983999999997991,
        "execution_wall_seconds": 0.0059900423511862755,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008068999999998994,
          "execution_wall_seconds": 0.008067750371992588,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007916000000001588,
          "execution_wall_seconds": 0.007931333035230637,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008029000000000508,
          "execution_wall_seconds": 0.00806404184550047,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 879,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009470999999997787,
          "execution_wall_seconds": 0.009493624791502953,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "779d6e40e3572d33d2e4176f11a595744d05a9fbeaf7b4738149d302fe13d45f",
        "cfdb4878ec626c75a3cd0207c0f9e35c6f7e9efae9c381deafab3e4eaf6f3e9b",
        "5da8b74e60572ea337ba8e67709a669bc0161498c9a4100fa6da27840f594160",
        "67a74e978afb9b93066b116df6501e2e84e33eef74708a4efd7fc303e6d88da0"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005823999999996943,
        "execution_wall_seconds": 0.005828958936035633,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 792,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007486999999997579,
          "execution_wall_seconds": 0.007490499876439571,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 789,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00730000000000075,
          "execution_wall_seconds": 0.007303209044039249,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 788,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007236999999996385,
          "execution_wall_seconds": 0.007237167097628117,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 879,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.008777999999999508,
          "execution_wall_seconds": 0.008861500769853592,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005989999999997053,
        "execution_wall_seconds": 0.0059952083975076675,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011686999999994896,
          "execution_wall_seconds": 0.011690208688378334,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1073
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.011750999999996736,
          "execution_wall_seconds": 0.01175062544643879,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01140599999999381,
          "execution_wall_seconds": 0.011412709020078182,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9520,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.015062999999997828,
          "execution_wall_seconds": 0.01506929099559784,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 19,
      "mean_latency": 17.253623188405797,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006216000000001998,
        "execution_wall_seconds": 0.006221083924174309,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012337000000002263,
          "execution_wall_seconds": 0.01233575027436018,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9436,
          "state_serialized_bytes": 1073
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012312000000001433,
          "execution_wall_seconds": 0.01230824925005436,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012149000000000854,
          "execution_wall_seconds": 0.012152208015322685,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9520,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.015619999999998413,
          "execution_wall_seconds": 0.015622999519109726,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 19,
      "mean_latency": 17.253623188405797,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 138,
      "trajectory_hashes": [
        "8704ab68e6456cfcca4ce563c5547e565e9aa0c4fb030802f4778673ccfa5965",
        "97595be1a9d63b6a62ce1e602b0fc2230ee1f6237cdf70f3eb608924daec5191",
        "45d28ad3c7c77d8ef6abbc09aaa55dc28f9cc7b51f3ff1855a4f6e74d1bbff31",
        "c014bdd2ffb2124cc1617dc3954e6a54148eb47ef9d33699e94added89d5681d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005887000000001308,
        "execution_wall_seconds": 0.005891207605600357,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008455000000004986,
          "execution_wall_seconds": 0.0084862494841218,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008141000000001952,
          "execution_wall_seconds": 0.008143790997564793,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008417999999998926,
          "execution_wall_seconds": 0.008426708169281483,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009283000000003483,
          "execution_wall_seconds": 0.009290000423789024,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "339f93f2ce30e67436d5f7521a43a0e1ab0e4013924bb84995d39aacb368080f",
        "5cbbcd6aa4ac1d6973e011b2cd3b4f17048ce828c8cf6cc0618791f7020c0016",
        "ce724947af600301ebdff33de3aeacfbcbfda78772d481708e9eef6a1076740b",
        "084e1d4f61e2044ea77f9dfa355f7534c0488ea75f0654d8d51a529d9728d726"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006087000000000842,
        "execution_wall_seconds": 0.006086333654820919,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007765000000006239,
          "execution_wall_seconds": 0.007767625153064728,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 546
        },
        {
          "active_state_boundaries": 817,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007525999999998589,
          "execution_wall_seconds": 0.007525833323597908,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 815,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.007550000000001944,
          "execution_wall_seconds": 0.007556292228400707,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.008822000000002106,
          "execution_wall_seconds": 0.008838290348649025,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006044000000002825,
        "execution_wall_seconds": 0.006044125184416771,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013235000000001662,
          "execution_wall_seconds": 0.013256542384624481,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1072
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013159000000001697,
          "execution_wall_seconds": 0.013169332407414913,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.012993999999999062,
          "execution_wall_seconds": 0.013001124374568462,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.017178999999998723,
          "execution_wall_seconds": 0.017190249636769295,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10952,
          "state_serialized_bytes": 1250
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 26,
      "mean_latency": 23.91304347826087,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0064940000000035525,
        "execution_wall_seconds": 0.006510124541819096,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.01372599999999835,
          "execution_wall_seconds": 0.013730417005717754,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1072
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013562000000000296,
          "execution_wall_seconds": 0.013562832958996296,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.013787999999998135,
          "execution_wall_seconds": 0.013804958201944828,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.01828899999999578,
          "execution_wall_seconds": 0.018307415768504143,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 10952,
          "state_serialized_bytes": 1250
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 26,
      "mean_latency": 23.91304347826087,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 138,
      "trajectory_hashes": [
        "e92c29dd1e9f0bf89cc50404cfdf0cc171a4d9c299ccf2c1682960631bac88f7",
        "1ccc178a34e0913c9ea2b5874c3e9a503da186fab71d48ca8027c237707bc937",
        "b53dd756e11dc7048efd3c375ca3fbc73099b298f10a70fbd07fd071fdf85646",
        "6a6c039cc52403d60ad646d2b72e0de59859ea6966a17f8f36b991ef5b1bbaa2"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0062989999999985,
        "execution_wall_seconds": 0.006302500143647194,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009056000000001063,
          "execution_wall_seconds": 0.009058416821062565,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008760999999999797,
          "execution_wall_seconds": 0.008757708594202995,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008941000000000088,
          "execution_wall_seconds": 0.008957958780229092,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.01025200000000126,
          "execution_wall_seconds": 0.010255500674247742,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "66394c37b267019fb02c1be75713aa44839f2cabb1bfc9218811ae004d1a75da",
        "4cc3faf20e0b7764738ab29a3ab0bcea949371ccbf55394a443e3b1350380904",
        "42d9033d8e66768a68166f6dfee2c8af08c7f89898aba20d94fc96e2962cdb22",
        "f68e8f4875350ff27bef85467295111d2ab1cfee1eef3e40300c6ffe3a678529"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0061549999999996885,
        "execution_wall_seconds": 0.006159791722893715,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008217999999999392,
          "execution_wall_seconds": 0.00821787491440773,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 545
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008181000000000438,
          "execution_wall_seconds": 0.008180208504199982,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 960,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008569999999998856,
          "execution_wall_seconds": 0.008578208275139332,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 1080,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009664999999998258,
          "execution_wall_seconds": 0.009670457802712917,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006165000000002863,
        "execution_wall_seconds": 0.006185791455209255,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.00848900000000441,
          "execution_wall_seconds": 0.008492957800626755,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008522999999996728,
          "execution_wall_seconds": 0.00854504108428955,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 904,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008358000000001198,
          "execution_wall_seconds": 0.008358541876077652,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.009788000000000352,
          "execution_wall_seconds": 0.00980912521481514,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006218000000004054,
        "execution_wall_seconds": 0.006215083412826061,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 903,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009176000000003626,
          "execution_wall_seconds": 0.00919808354228735,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.009155999999997277,
          "execution_wall_seconds": 0.009163083508610725,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 904,
          "communication_payload_bytes": 33792,
          "execution_cpu_seconds": 0.008898999999999546,
          "execution_wall_seconds": 0.008903207257390022,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1408,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 1020,
          "communication_payload_bytes": 40512,
          "execution_cpu_seconds": 0.010412000000002308,
          "execution_wall_seconds": 0.010419249534606934,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1688,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "69a6e919e5b42e5c476ec74f9cc422bc81c0d451b875275f782e2cd1e6dab417",
        "f26bf58d75adfa328a42adc65ae35b074a5e544fc86f7a5bda6452407b796b77",
        "f00a5b490804795717de91134634568418eb377166188f185a251e281be420a1",
        "a1c37fc7d097c64339e76e71da86045d70173da6c1562d4c91808fb4d446440c"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006287000000000376,
        "execution_wall_seconds": 0.00628866720944643,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00827499999999759,
          "execution_wall_seconds": 0.00827762484550476,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008482000000000767,
          "execution_wall_seconds": 0.008501417003571987,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008279000000001702,
          "execution_wall_seconds": 0.00828812550753355,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 843,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.009756999999993354,
          "execution_wall_seconds": 0.009755957871675491,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "fe15732a6c183bfec5a377da63419637659a27fdf6c9c83fb15c6d5bb63a6229",
        "41fd1e0e03eb2bc36c988480670b6889dc37cc7fef46002f3ec5d30391e21311",
        "f342138b8f4545a2b199223a68c64ef7f760c6c1a93a5c4e7af8ac05a4486f57",
        "5371f453d01ecd28a34a0c24123cb1f3ccee5c42b5a1f34f504c55a8caeeae43"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00622200000000106,
        "execution_wall_seconds": 0.006232917308807373,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.007884000000004221,
          "execution_wall_seconds": 0.007883458398282528,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00807200000000563,
          "execution_wall_seconds": 0.008083042688667774,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.007725000000000648,
          "execution_wall_seconds": 0.007742958143353462,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 843,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.00943900000000042,
          "execution_wall_seconds": 0.009442707523703575,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 557
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00656399999999735,
        "execution_wall_seconds": 0.006563750095665455,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 807,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008355999999999142,
          "execution_wall_seconds": 0.008355291560292244,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4797,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008234000000001629,
          "execution_wall_seconds": 0.008236290886998177,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00814900000000307,
          "execution_wall_seconds": 0.00815283227711916,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 911,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.009889000000001147,
          "execution_wall_seconds": 0.009949499741196632,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 558
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006669999999999732,
        "execution_wall_seconds": 0.006670542061328888,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 807,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008648000000000877,
          "execution_wall_seconds": 0.00864699948579073,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4797,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 806,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008697000000005062,
          "execution_wall_seconds": 0.008705832995474339,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 804,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008434000000001163,
          "execution_wall_seconds": 0.008433625102043152,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 911,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010105000000002917,
          "execution_wall_seconds": 0.010137749835848808,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 558
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "715a77aa868c3b272206cf0110046aa704cd32efc538c3ea6e5bc1a6c5ede76b",
        "66f503606a86b6c15616501fb5441e0ec3b0f12544b525222e4a5f2a76ad2db7",
        "be4c1dd9e34e2cb1730050f0a871f7e8353495ca79cbfee275e8736198a87d48",
        "e8eba1b56c5c3beb9c5630846d118b808382cde80b04b3ce7472901c3c740a11"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006371999999998934,
        "execution_wall_seconds": 0.0063763754442334175,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01363500000000073,
          "execution_wall_seconds": 0.013642333447933197,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013579000000000008,
          "execution_wall_seconds": 0.01360579114407301,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013038999999999135,
          "execution_wall_seconds": 0.013038000091910362,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9520,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 843,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.017417999999999267,
          "execution_wall_seconds": 0.017414791509509087,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 18,
      "mean_latency": 16.652173913043477,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 138,
      "trajectory_hashes": [
        "cd743e67499e9b491b084c5c6463d69d6530ed85df23d498fbd3aa921bf8fa85",
        "5853054534b8436154fd11e7f016c6b08e7df42b7e1253ccf9bfee60df8b1377",
        "af421be87b60a9f1d45237a9fec6d25e0c2c98aa23e4e1a029d36a21f56ed20e",
        "1c8632adaf52c0a0e7f903438ac57482078b1b88aee3def117189c827b72c5e9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006479000000005897,
        "execution_wall_seconds": 0.006474541500210762,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 761,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013402999999996723,
          "execution_wall_seconds": 0.01343462523072958,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1075
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013129999999996755,
          "execution_wall_seconds": 0.013166500255465508,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9352,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012619000000000824,
          "execution_wall_seconds": 0.012636583298444748,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9520,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 843,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.017803999999998155,
          "execution_wall_seconds": 0.017818625085055828,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11008,
          "state_serialized_bytes": 1254
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 18,
      "mean_latency": 16.652173913043477,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006928000000002044,
        "execution_wall_seconds": 0.006924374960362911,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009495000000001141,
          "execution_wall_seconds": 0.009503791108727455,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 954,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009388000000001284,
          "execution_wall_seconds": 0.009390082210302353,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 952,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009053999999999007,
          "execution_wall_seconds": 0.00906058307737112,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 1094,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010863000000000511,
          "execution_wall_seconds": 0.010862583294510841,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 558
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006850000000000023,
        "execution_wall_seconds": 0.006846541538834572,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 950,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009753999999993823,
          "execution_wall_seconds": 0.009753957390785217,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4769,
          "state_serialized_bytes": 548
        },
        {
          "active_state_boundaries": 954,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009862000000005366,
          "execution_wall_seconds": 0.009872209280729294,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 952,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.009550000000004388,
          "execution_wall_seconds": 0.009553666226565838,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 1094,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.011460999999997057,
          "execution_wall_seconds": 0.011463666334748268,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4741,
          "state_serialized_bytes": 558
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "6192e14dbc021f8e3ac33fdcbd936121b678b56220f095fb53e7d0559a0cb9eb",
        "3b0b2bbdecaca20e2169a10e7d0ae582697f28d4e2b28e084705fa9a175b5082",
        "1efa0de9c67b0df1a7fb69e614408ac291dd0cba19c243c21166133921752ca0",
        "c3b08f13ede9be63d763bffccab21572332f0477ceaf875f5b88de08c9de9d80"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00656500000000193,
        "execution_wall_seconds": 0.006561750546097755,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013246000000002311,
          "execution_wall_seconds": 0.013245333917438984,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1074
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013086000000001263,
          "execution_wall_seconds": 0.013093041256070137,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.013418000000001484,
          "execution_wall_seconds": 0.013455959036946297,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.017144000000001824,
          "execution_wall_seconds": 0.01714425068348646,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11036,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 24,
      "mean_latency": 22.08695652173913,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 138,
      "trajectory_hashes": [
        "28b36dcc3d8bd967656cc02a44466c37409a55b762376f0c8408c58def7d654b",
        "fcd07a1f9a75028baf82417fd980c112ee2069c48ce7d68c42791dbf42594a8f",
        "a37ec0b5b936821a55568e9daa33eb89697e4b98d2ba023159ae214b2b9e0b36",
        "5b86b8e94d017a59aabce3c8bb20f99794ec1c0830c40605b354e1fc06189767"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006326999999998861,
        "execution_wall_seconds": 0.006328124552965164,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012774000000000285,
          "execution_wall_seconds": 0.012786916457116604,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9408,
          "state_serialized_bytes": 1074
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.012751999999998986,
          "execution_wall_seconds": 0.012758082710206509,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9380,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.01259600000000205,
          "execution_wall_seconds": 0.012602250091731548,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 9492,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.01637699999999853,
          "execution_wall_seconds": 0.016385458409786224,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 11036,
          "state_serialized_bytes": 1252
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 24,
      "mean_latency": 22.08695652173913,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00618400000000463,
        "execution_wall_seconds": 0.006192040629684925,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.00846799999999348,
          "execution_wall_seconds": 0.00847025029361248,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008220000000001448,
          "execution_wall_seconds": 0.008239000104367733,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008152000000002602,
          "execution_wall_seconds": 0.008152291178703308,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.009723999999998512,
          "execution_wall_seconds": 0.00972429197281599,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006363999999997816,
        "execution_wall_seconds": 0.006370957940816879,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008710000000000662,
          "execution_wall_seconds": 0.008720874786376953,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 547
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008651000000000408,
          "execution_wall_seconds": 0.00865483283996582,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 39936,
          "execution_cpu_seconds": 0.008636000000002753,
          "execution_wall_seconds": 0.008642083965241909,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1664,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 551
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 48576,
          "execution_cpu_seconds": 0.010431000000004076,
          "execution_wall_seconds": 0.010451000183820724,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 2024,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "a2e389df5db6f6a93154b6ce519c24a0fec02b8b7446bc250f830862271113c9",
        "151545a5fad81dc855775a28d47d6362de0f22d850765b1242700a75bdf99f3f",
        "2a6a7f0770bc348334a5be93a984a5f38eb3ea29cccc4a91a2fe02eb1ab5a807",
        "8fc8f540266bfe82b8b2f80ff0bd54f49397af4a00894e338d66919bca53cba4"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004350999999999772,
        "execution_wall_seconds": 0.0043550413101911545,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.34057971014492755,
      "execution": [
        {
          "active_state_boundaries": 598,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.007131000000001109,
          "execution_wall_seconds": 0.007157458923757076,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6063,
          "state_serialized_bytes": 695
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006923999999997932,
          "execution_wall_seconds": 0.006926625035703182,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6235,
          "state_serialized_bytes": 711
        },
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006716000000004385,
          "execution_wall_seconds": 0.006715207360684872,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5659,
          "state_serialized_bytes": 641
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007593999999997436,
          "execution_wall_seconds": 0.007596208713948727,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5571,
          "state_serialized_bytes": 635
        }
      ],
      "failures": {
        "missing": 91,
        "ok": 47
      },
      "fraction": 0.34057971014492755,
      "group": 10,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.6594202898550725,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 47,
      "trajectory_hashes": [
        "5115915ec8ed4d9ec2e182e6b45b0fba05416be2107c29a47e3c629eab802bcc",
        "064f0afaa9e4ca8adb21a3d912892b9fd35f4cb69365c0495a352f83739f6df2",
        "c27f5089e45f4fd451d7f49cfdf198268580a8a0edad2e29069c957552dbe5c2",
        "64a1fd4626e1448737987a8c5f837ab33e9903654d67393f1e0b2867ad9705e8"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004322999999999411,
        "execution_wall_seconds": 0.004323292523622513,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.34057971014492755,
      "execution": [
        {
          "active_state_boundaries": 598,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006928000000002044,
          "execution_wall_seconds": 0.006927915848791599,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6063,
          "state_serialized_bytes": 695
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00685500000000161,
          "execution_wall_seconds": 0.006858540698885918,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 6235,
          "state_serialized_bytes": 711
        },
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.006517999999999802,
          "execution_wall_seconds": 0.006519208662211895,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 5659,
          "state_serialized_bytes": 641
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.007243000000002553,
          "execution_wall_seconds": 0.007243749685585499,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 5571,
          "state_serialized_bytes": 635
        }
      ],
      "failures": {
        "missing": 91,
        "ok": 47
      },
      "fraction": 0.34057971014492755,
      "group": 10,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.6594202898550725,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 47,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004179999999998074,
        "execution_wall_seconds": 0.004191124811768532,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 544,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004703000000006341,
          "execution_wall_seconds": 0.004703541286289692,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 541,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004639000000004501,
          "execution_wall_seconds": 0.004639500752091408,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 539,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004808000000004142,
          "execution_wall_seconds": 0.004818792454898357,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 610,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.005603999999998166,
          "execution_wall_seconds": 0.005604959093034267,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004328000000000998,
        "execution_wall_seconds": 0.004331333562731743,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 544,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004955000000002485,
          "execution_wall_seconds": 0.0049564167857170105,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 541,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004754000000005476,
          "execution_wall_seconds": 0.004757375456392765,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 539,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0048090000000016175,
          "execution_wall_seconds": 0.00481175072491169,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 610,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.0058000000000006935,
          "execution_wall_seconds": 0.005805667489767075,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "3b4cfea36c85162514a8d8f373338a0769c6ce0f20933ff837d04b4cde4abba3",
        "13e0557e23a7750115bde7f0c8de7cde826290f8764ce35a7142afb90ec002d5",
        "b847da6f8316de19c3f28cf83e9bb8e7b8cc2b5baaab4b8f9f88e2f70f9fac20",
        "b00c37254e7028b9e3547fc1103e2ccec5a8e6172353ea8378a4259e81c8fca8"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004495000000005689,
        "execution_wall_seconds": 0.004494958557188511,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 598,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009481000000000961,
          "execution_wall_seconds": 0.009477208368480206,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 999
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009192999999996232,
          "execution_wall_seconds": 0.009193374775350094,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00952800000000309,
          "execution_wall_seconds": 0.009531375020742416,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012689000000001727,
          "execution_wall_seconds": 0.012730083428323269,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 14,
      "mean_latency": 12.644927536231885,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 138,
      "trajectory_hashes": [
        "0de8fa940a3e54ed1f1a3c775b256908de4c7b080d29b6715672c1f0018390f1",
        "e26af1edff2924ee9def6b5fd46b4f2c9a13e1d000d4e48a958d26b12c6094aa",
        "6300450fbf13171e0409970696ad495695c06498c33214aee2226b7b725c097c",
        "552a5249fc207923c6d3e36d71e304f124cc5061450f08b86b1a71793423de91"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004475999999996816,
        "execution_wall_seconds": 0.004477166570723057,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 598,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009445999999996957,
          "execution_wall_seconds": 0.0094504589214921,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 999
        },
        {
          "active_state_boundaries": 602,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.008986999999997636,
          "execution_wall_seconds": 0.008989458903670311,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 600,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009524999999996453,
          "execution_wall_seconds": 0.00953737460076809,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012456000000000245,
          "execution_wall_seconds": 0.012456041760742664,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10456,
          "state_serialized_bytes": 1174
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 14,
      "mean_latency": 12.644927536231885,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004255000000000564,
        "execution_wall_seconds": 0.004258374683558941,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 591,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005116000000001009,
          "execution_wall_seconds": 0.005196332931518555,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 593,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00481500000000068,
          "execution_wall_seconds": 0.004815250635147095,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 591,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.004995999999998446,
          "execution_wall_seconds": 0.004999292083084583,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.0058039999999977,
          "execution_wall_seconds": 0.00580425001680851,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004198999999999842,
        "execution_wall_seconds": 0.004198416136205196,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 591,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00515800000000155,
          "execution_wall_seconds": 0.005157500505447388,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 593,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.0049610000000015475,
          "execution_wall_seconds": 0.0049564167857170105,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 591,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005020000000001801,
          "execution_wall_seconds": 0.005020832642912865,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.005988000000002103,
          "execution_wall_seconds": 0.00599137507379055,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4204,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "d6b87275346abb56aacbbf337d8270db4bbca2f42cc7f9a507d9b6bb13547d2b",
        "267436ba419eb33572b0cdbe56442dcb63fe0ada248507f3fb8a79382022b674",
        "08168d4256c2d9557eb4a6ed2a5dca62f2e89c9d1c15a65526cd22dc8f7b890b",
        "87aa427674b71cf7399155445a29a44b8d04febe8ee53c3354f901ec3f5451ac"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004457999999999629,
        "execution_wall_seconds": 0.004458624869585037,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009380999999997641,
          "execution_wall_seconds": 0.0093831242993474,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 998
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009405000000000996,
          "execution_wall_seconds": 0.009401542134582996,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009222999999998649,
          "execution_wall_seconds": 0.009221957996487617,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012330000000005725,
          "execution_wall_seconds": 0.012333500199019909,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1172
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 20,
      "mean_latency": 18.420289855072465,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 138,
      "trajectory_hashes": [
        "4e9d87a2d82ce06874b688ce6fb00d4e330bdd4424262394d7ceaf893cc5ed57",
        "cff5501f4fb3ef59d6cfdeb3ff11d70dbc37d80eb6a67960fc5a4c0ca3cdee84",
        "be086d75991093cd3c4fb815b38d5ed577cd8cce19967c7ff91df7fdc71a6a7e",
        "944ec8904bc1f8d379a421fb883c20cd7f555c1409543add1ef016e03910fbc3"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004390999999998257,
        "execution_wall_seconds": 0.004390625283122063,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009512000000000853,
          "execution_wall_seconds": 0.009530458599328995,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8856,
          "state_serialized_bytes": 998
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009990999999999417,
          "execution_wall_seconds": 0.010011125355958939,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8828,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.009282999999996377,
          "execution_wall_seconds": 0.009282708168029785,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 8912,
          "state_serialized_bytes": 995
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.012171999999999628,
          "execution_wall_seconds": 0.01217699982225895,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 10400,
          "state_serialized_bytes": 1172
        }
      ],
      "failures": {
        "ok": 138
      },
      "fraction": 1,
      "group": 10,
      "max_latency": 20,
      "mean_latency": 18.420289855072465,
      "missed_deadline_fraction": 0,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 138,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004341999999994073,
        "execution_wall_seconds": 0.0043457504361867905,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005606999999997697,
          "execution_wall_seconds": 0.005609999410808086,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005329000000003248,
          "execution_wall_seconds": 0.005332416854798794,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005387999999996396,
          "execution_wall_seconds": 0.005387458950281143,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006430999999999187,
          "execution_wall_seconds": 0.006431708112359047,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004343000000005759,
        "execution_wall_seconds": 0.004342959262430668,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.00569099999999878,
          "execution_wall_seconds": 0.005687791854143143,
          "logical_execution_ticks": 3394,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005674999999996544,
          "execution_wall_seconds": 0.005677000619471073,
          "logical_execution_ticks": 3379,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 26112,
          "execution_cpu_seconds": 0.005532999999999788,
          "execution_wall_seconds": 0.005540500394999981,
          "logical_execution_ticks": 3359,
          "peak_buffer_messages": 8,
          "sent_messages": 1088,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 762,
          "communication_payload_bytes": 31392,
          "execution_cpu_seconds": 0.006700000000002149,
          "execution_wall_seconds": 0.0067086657509207726,
          "logical_execution_ticks": 3395,
          "peak_buffer_messages": 8,
          "sent_messages": 1308,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 138
      },
      "fraction": 0,
      "group": 10,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 138,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "9c67ed2bf4293ad143572c8fe94dbf6a5b44e24d43598dbf69897df04ad8d23a",
        "f29ba2391dfd90a0287753d004f363c23adbe19569054b0288704fd1513d867d",
        "d4bdad43f03d3780203defc2d6b7e24cb7dc08e1a72b3d13f2aaba689740c6e7",
        "d356485c1632b4d161b3e2a196eecdac29568caa6e630b99d5181aeac95dc51f"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005447000000003754,
        "execution_wall_seconds": 0.0054471250623464584,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007786000000002957,
          "execution_wall_seconds": 0.00779045931994915,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007380999999995197,
          "execution_wall_seconds": 0.007382000796496868,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.0074830000000005725,
          "execution_wall_seconds": 0.007482833229005337,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007345999999998298,
          "execution_wall_seconds": 0.0073492079973220825,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "32d14fdac39b09a1f662bc5235491d822e6e7cfff4bece56cef639d881f57bb3",
        "ea3f3cf87c236746b2188b0377264f4a9067f50d94af0deedd16886d91c247bd",
        "98cd593bcef9dca9cd0a5b745ae80c9095953a9791ac49de8f5e93b0164d01c3",
        "490105344166062e3514ac1fb5e5cf5f4639293e21c18582ef96e6c76049a7d3"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005467000000002997,
        "execution_wall_seconds": 0.005467833019793034,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 901,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007585999999996318,
          "execution_wall_seconds": 0.00758887454867363,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 871,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007246999999999559,
          "execution_wall_seconds": 0.0072436248883605,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 905,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007575000000002774,
          "execution_wall_seconds": 0.007578333839774132,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007474000000001979,
          "execution_wall_seconds": 0.007509082555770874,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005087000000003172,
        "execution_wall_seconds": 0.005087459459900856,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.01184700000000305,
          "execution_wall_seconds": 0.011851582676172256,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011167999999997846,
          "execution_wall_seconds": 0.011172584258019924,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011856000000001643,
          "execution_wall_seconds": 0.011853791773319244,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.011075000000005275,
          "execution_wall_seconds": 0.01108312513679266,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005062999999999818,
        "execution_wall_seconds": 0.005062916316092014,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011932999999999083,
          "execution_wall_seconds": 0.011936541646718979,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.011269999999996116,
          "execution_wall_seconds": 0.011274082586169243,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1071
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.011933999999996558,
          "execution_wall_seconds": 0.011934959329664707,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.011092999999995357,
          "execution_wall_seconds": 0.011092917062342167,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 143,
      "trajectory_hashes": [
        "c8b26acd617c7a83785fcc7897d8330f55cbdd0f339b0863a4f6d333d619d5d6",
        "91e9da3db8dbcab637a14eeba3dbf10465d2637503bad78071e59c657e93810e",
        "5b9dc3593eecb0b6e7e60aaad033c198b763d5e8c7d534c4d4dbda40ddd90c8f",
        "648dc083bd8435a0fcfa68019e798b0bfb9caf7174c33fa925f0327f9c29aa05"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005094999999997185,
        "execution_wall_seconds": 0.005097915418446064,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 772,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.0071969999999978995,
          "execution_wall_seconds": 0.007193624973297119,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 746,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006892000000000564,
          "execution_wall_seconds": 0.0068915002048015594,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007221000000001254,
          "execution_wall_seconds": 0.007217083126306534,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 743,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006819999999997606,
          "execution_wall_seconds": 0.006820208393037319,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "3727921b71151b1b811baad5620f36ad0bc8e50e2c5f79a3aa21450a1de1225c",
        "4be44a85040e5f871f71a2130699fcc8ff89139ea8650788cfe5cd10ab428811",
        "1db1a68c6a041e156d05e2526a385d8277489bab653d231db48170772ac1cdd0",
        "fc708225010836227dc4af4e7c91ef856472dcb44f90f266d6e7cee0808fb178"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005051999999999168,
        "execution_wall_seconds": 0.005051791667938232,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 772,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.0068419999999989045,
          "execution_wall_seconds": 0.006851499900221825,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 746,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.006806000000004531,
          "execution_wall_seconds": 0.006807458586990833,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.00704600000000255,
          "execution_wall_seconds": 0.007076792418956757,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4132,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 743,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006728999999999985,
          "execution_wall_seconds": 0.006739208474755287,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00531000000000148,
        "execution_wall_seconds": 0.005309750325977802,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.011775000000000091,
          "execution_wall_seconds": 0.011780166998505592,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1160
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.010964000000001306,
          "execution_wall_seconds": 0.01096708420664072,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9988,
          "state_serialized_bytes": 1146
        },
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.011584999999996626,
          "execution_wall_seconds": 0.011591542512178421,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01101099999999633,
          "execution_wall_seconds": 0.011014875024557114,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1120
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005581999999996867,
        "execution_wall_seconds": 0.005614874884486198,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 680,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.012335000000000207,
          "execution_wall_seconds": 0.01236054114997387,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1160
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.011451000000000988,
          "execution_wall_seconds": 0.011453917250037193,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 9988,
          "state_serialized_bytes": 1146
        },
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.012196999999993352,
          "execution_wall_seconds": 0.012206458486616611,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 672,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.011563999999999908,
          "execution_wall_seconds": 0.011570083908736706,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1120
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 143,
      "trajectory_hashes": [
        "71aed505b13d7359a85577408e47e2e90f782bda51cae7af033e34a14c2bd1c9",
        "bae366a8165b2236e65736262f8b3dfdce8071e0b001926b8ea97e751e347a8d",
        "725d29938add3db5a3be7711b8ce8e978925c9c28e34ee96ef7fc15fa76c1304",
        "82bb402f8f92c7fd0f5f5dec97ce0c6593e741987aa89bfaba9fbc76a10ac227"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005548000000004549,
        "execution_wall_seconds": 0.005544457584619522,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007395000000002483,
          "execution_wall_seconds": 0.007399083115160465,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007346999999995774,
          "execution_wall_seconds": 0.007345791906118393,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007204999999999018,
          "execution_wall_seconds": 0.007204625755548477,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 681,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00741299999999967,
          "execution_wall_seconds": 0.007415874861180782,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "f64b58464beab281551a928d049e174b24094f8e52ff3f153190944bfe0b98d0",
        "f4de5c828506e3aaeac3236459e298403f1ba668802aa279789e89baebe7d720",
        "988c4676c577aec10b77f99f10349e9e959a512c12551474d4b147f2fb3038e9",
        "45bd807e2fcc3869907cae699b3c1e5494243b025889768ae4a4fe89fe3683be"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005333000000000254,
        "execution_wall_seconds": 0.005331041291356087,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007016000000000133,
          "execution_wall_seconds": 0.007045166566967964,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 677,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.006914999999999338,
          "execution_wall_seconds": 0.006922999396920204,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4680,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 693,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.006981000000003235,
          "execution_wall_seconds": 0.006980249658226967,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 681,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.0068139999999985434,
          "execution_wall_seconds": 0.006820958107709885,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005768000000003326,
        "execution_wall_seconds": 0.005768417380750179,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008001999999997622,
          "execution_wall_seconds": 0.008002207614481449,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007688999999999169,
          "execution_wall_seconds": 0.0076917922124266624,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.0076950000000053365,
          "execution_wall_seconds": 0.007726084440946579,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 779,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007873999999993941,
          "execution_wall_seconds": 0.0079108327627182,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005738999999998384,
        "execution_wall_seconds": 0.005738750100135803,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008543000000003076,
          "execution_wall_seconds": 0.008540250360965729,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007865000000002453,
          "execution_wall_seconds": 0.00786591600626707,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 801,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008236000000003685,
          "execution_wall_seconds": 0.008266041055321693,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 779,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.00812400000000224,
          "execution_wall_seconds": 0.00814404059201479,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "fd8bcff9f0385a992eb5850ae2731fc0240eb7e32a03183f73060b3b5ea07933",
        "db34fc4c3914431246dffb6db78339d90adb4eb8863ec643d54c2fa98d658bd0",
        "a7ee62c68e43e8088966117a4f91d4939bad598c5c0acd08e925b5f0a413fc1a",
        "787077bcbb1c34a61f40a59e37c6d685b7baba3be5f3fc20408e285665aac995"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005561999999997624,
        "execution_wall_seconds": 0.005563875660300255,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.0077870000000004325,
          "execution_wall_seconds": 0.007803667336702347,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007755000000003065,
          "execution_wall_seconds": 0.007766500115394592,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007871000000001516,
          "execution_wall_seconds": 0.007879207842051983,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007634000000003027,
          "execution_wall_seconds": 0.007633958011865616,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "f5b36c97d0b5c05e8468c6e19880e94a75bf83a101ecd4194bdea908167b7502",
        "aafaf72207672045004d74628034eb58c482454989add952c4f734d966850299",
        "39c6a686388860e2c1c1dcbdccc42f3b47db19a4d81399ba0eacb7a62f09e103",
        "57ca3b990606c9066551f0ea1b02ab8f456893b15666e2c4228fad3b15347f95"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0056109999999947036,
        "execution_wall_seconds": 0.005623999983072281,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007309999999996819,
          "execution_wall_seconds": 0.007312417030334473,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4628,
          "state_serialized_bytes": 549
        },
        {
          "active_state_boundaries": 767,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.007488999999999635,
          "execution_wall_seconds": 0.00749524962157011,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 552
        },
        {
          "active_state_boundaries": 780,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.007633999999995922,
          "execution_wall_seconds": 0.0076419999822974205,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        },
        {
          "active_state_boundaries": 759,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.007281999999996458,
          "execution_wall_seconds": 0.007289041765034199,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 553
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006385000000001639,
        "execution_wall_seconds": 0.0063944170251488686,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008915999999999258,
          "execution_wall_seconds": 0.008915583603084087,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008433000000003688,
          "execution_wall_seconds": 0.00843329168856144,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.008645999999998821,
          "execution_wall_seconds": 0.008648707531392574,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.008994000000001279,
          "execution_wall_seconds": 0.009025875478982925,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006453999999997961,
        "execution_wall_seconds": 0.006454291753470898,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.010044000000000608,
          "execution_wall_seconds": 0.010044459253549576,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 550
        },
        {
          "active_state_boundaries": 885,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.008982999999993524,
          "execution_wall_seconds": 0.008978624828159809,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 912,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.009281000000001427,
          "execution_wall_seconds": 0.009288874454796314,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 881,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.009301999999998145,
          "execution_wall_seconds": 0.009310959838330746,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "8f7309357374c27e729f1a1c87b87523a0f41a14780eb560c5f1e16ddc0cac05",
        "9640ae8faed0493b7aadf43c528da559fdcc0f482a46bd39865a294f1abd9a4e",
        "f7ff1fad6c5c17959f1ad8d9aad4b4358c955eb8cb8893a03d371a0483e10806",
        "087bdba63409c857913ade53655638c9bb62e0dbeb79e933f9657218fcb923e1"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0056550000000044065,
        "execution_wall_seconds": 0.005653792060911655,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.013539999999998997,
          "execution_wall_seconds": 0.013549207709729671,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1160
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.012413999999999703,
          "execution_wall_seconds": 0.012460540980100632,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1145
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.01313999999999993,
          "execution_wall_seconds": 0.013145499862730503,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1164
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.012194000000000926,
          "execution_wall_seconds": 0.012191291898488998,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 25,
      "mean_latency": 23.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r2-d5",
      "successes": 143,
      "trajectory_hashes": [
        "438e10affc0e71a4035309ba7f83142e55bbd5732c4ccbd71abc99023c7b69c3",
        "e5d6392be68d37ba48bae2858b608d491e0571ae86576957e3697d3bcc262bea",
        "72832304bdb0c4ad76919408fdd0e4b40aa2d98c3e71f870d59f7a0330c7312f",
        "5c5651ecb28d83b8b28a64cf336cbc9c1312e7683a1d54580c3c9d3aba26a99c"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005457999999997298,
        "execution_wall_seconds": 0.005462417379021645,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.012841999999999132,
          "execution_wall_seconds": 0.012874583713710308,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1160
        },
        {
          "active_state_boundaries": 757,
          "communication_payload_bytes": 35808,
          "execution_cpu_seconds": 0.011768000000003553,
          "execution_wall_seconds": 0.01177633460611105,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1492,
          "state_python_object_bytes": 10016,
          "state_serialized_bytes": 1145
        },
        {
          "active_state_boundaries": 771,
          "communication_payload_bytes": 37152,
          "execution_cpu_seconds": 0.012436999999998477,
          "execution_wall_seconds": 0.012437082827091217,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1548,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1164
        },
        {
          "active_state_boundaries": 750,
          "communication_payload_bytes": 35136,
          "execution_cpu_seconds": 0.01148200000000088,
          "execution_wall_seconds": 0.011482791975140572,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1464,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1118
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 25,
      "mean_latency": 23.923076923076923,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r2-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006548000000002219,
        "execution_wall_seconds": 0.006545166485011578,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009634000000005472,
          "execution_wall_seconds": 0.009654959663748741,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008664000000003114,
          "execution_wall_seconds": 0.008676041848957539,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.008608999999999867,
          "execution_wall_seconds": 0.008609583601355553,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 851,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008399000000004264,
          "execution_wall_seconds": 0.008398999460041523,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0066000000000059345,
        "execution_wall_seconds": 0.006599792279303074,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 864,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009253999999998541,
          "execution_wall_seconds": 0.00925029069185257,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 841,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.008858000000003585,
          "execution_wall_seconds": 0.008872583508491516,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 868,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009262999999997135,
          "execution_wall_seconds": 0.009267457760870457,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 851,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.008939000000005137,
          "execution_wall_seconds": 0.008931540884077549,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "c334a13fcc41046855864fb5b15e496e52a0f1e798e5fbab9342717825bc9416",
        "cf7f67981dfffe578aa357aedfa63a688ef5b00dcf9d2633f667799be6a6cc90",
        "b9bfcd662f7dc65a4e99cfae01d11026d2e2ade54ad85c7d2c0a6fdc85ac3619",
        "56a800235e03d76bea7d55dd40d08f72c141112b63cf2f1ba4832957ee6005f6"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.007063000000002262,
        "execution_wall_seconds": 0.007084916345775127,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014716999999997427,
          "execution_wall_seconds": 0.014719124883413315,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1162
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013389999999994018,
          "execution_wall_seconds": 0.013390500098466873,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1148
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014701000000002296,
          "execution_wall_seconds": 0.014705042354762554,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1168
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013780000000004122,
          "execution_wall_seconds": 0.013795332983136177,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9704,
          "state_serialized_bytes": 1122
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.104895104895103,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 143,
      "trajectory_hashes": [
        "1e96241f69270223b448f17d2cfb52ae91c8a70ebeced044fa8a5c1387e25a26",
        "18ca382a58fe056a1372581bc3f71d54a981bee3d82fbd29f38261e26c759c7d",
        "ca7fd1af06ef4e8212b084ca5f410db1a0c10b888923909d5e71c0167a84f53b",
        "90508c34d12c1d7c2d5c43604c9fbe26983890b00a80a7d5b8826e2e7e128943"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006447000000001424,
        "execution_wall_seconds": 0.006447124294936657,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.0142319999999998,
          "execution_wall_seconds": 0.014228584244847298,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10192,
          "state_serialized_bytes": 1162
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.013171999999997297,
          "execution_wall_seconds": 0.01317204162478447,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1148
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.014474999999997351,
          "execution_wall_seconds": 0.01449275016784668,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1168
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013203999999994664,
          "execution_wall_seconds": 0.01320154219865799,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9704,
          "state_serialized_bytes": 1122
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 18,
      "mean_latency": 16.104895104895103,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00658899999999818,
        "execution_wall_seconds": 0.006589542143046856,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.27972027972027974,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010463000000001443,
          "execution_wall_seconds": 0.010473374277353287,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6295,
          "state_serialized_bytes": 713
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.010184000000002413,
          "execution_wall_seconds": 0.010189875029027462,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 6671,
          "state_serialized_bytes": 784
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009883000000002085,
          "execution_wall_seconds": 0.009882625192403793,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6439,
          "state_serialized_bytes": 749
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009246000000004528,
          "execution_wall_seconds": 0.009248415939509869,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 5599,
          "state_serialized_bytes": 658
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 40
      },
      "fraction": 0.27972027972027974,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7202797202797203,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d1",
      "successes": 40,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006581000000004167,
        "execution_wall_seconds": 0.006584375165402889,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.27972027972027974,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010958999999999719,
          "execution_wall_seconds": 0.010959625244140625,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6295,
          "state_serialized_bytes": 713
        },
        {
          "active_state_boundaries": 836,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.0103289999999987,
          "execution_wall_seconds": 0.010335041210055351,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 6671,
          "state_serialized_bytes": 784
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010989000000002136,
          "execution_wall_seconds": 0.011025125160813332,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 6439,
          "state_serialized_bytes": 749
        },
        {
          "active_state_boundaries": 838,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.00974300000000028,
          "execution_wall_seconds": 0.009745709598064423,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 5599,
          "state_serialized_bytes": 658
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 40
      },
      "fraction": 0.27972027972027974,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7202797202797203,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d1",
      "successes": 40,
      "trajectory_hashes": [
        "f537c19d197dc6978775f98fa06f014176bdb6e33018ea1b7987febd15bc0739",
        "59a10cfb3e661a73930e7a75cd690c13180273da19f5de0bcadfbb575917427a",
        "8ce276e94e8706c00f4530794b914d4a80605b925453ff45ab7953a0ee3de075",
        "df7034cb72659a323d6ff5a13b2d4dbff66b7b8f6e3290bbbf764c8a909fa245"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006869999999999266,
        "execution_wall_seconds": 0.006873625330626965,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015642999999997187,
          "execution_wall_seconds": 0.015642584301531315,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1162
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014645000000001573,
          "execution_wall_seconds": 0.014648416079580784,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1147
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.016390000000001237,
          "execution_wall_seconds": 0.01649041660130024,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.014473999999999876,
          "execution_wall_seconds": 0.014473583549261093,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1120
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 24,
      "mean_latency": 22.132867132867133,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 143,
      "trajectory_hashes": [
        "ed944353a54b89220f0cf0011fcd8b628f1a47b47278f713f4871465ff4bc861",
        "45bd20e3fb6836eeb2c9c945504d1a54868dc50d580156db08ff3c1de2515bda",
        "5315ac9ef00fc8022e9c9863c6f2dadd02fcc3a5aab6e31b1863a3f30f278df3",
        "452e9fb474110612d470375c3eaa6ef4c4b08273d02685ef1fdc1c481908e418"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006599000000001354,
        "execution_wall_seconds": 0.006606167182326317,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015501000000000431,
          "execution_wall_seconds": 0.015504416078329086,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10164,
          "state_serialized_bytes": 1162
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.014226999999998213,
          "execution_wall_seconds": 0.01422787457704544,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 9876,
          "state_serialized_bytes": 1147
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.015011999999998693,
          "execution_wall_seconds": 0.015012583695352077,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 10220,
          "state_serialized_bytes": 1166
        },
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.013866999999997631,
          "execution_wall_seconds": 0.013869624584913254,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 9676,
          "state_serialized_bytes": 1120
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 24,
      "mean_latency": 22.132867132867133,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00707199999999375,
        "execution_wall_seconds": 0.007075625471770763,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.00950300000000226,
          "execution_wall_seconds": 0.009510000236332417,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4708,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009115999999998792,
          "execution_wall_seconds": 0.009119750000536442,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009523999999998978,
          "execution_wall_seconds": 0.009558167308568954,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.00908600000000348,
          "execution_wall_seconds": 0.009094665758311749,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006908000000002801,
        "execution_wall_seconds": 0.006914750672876835,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009976999999999236,
          "execution_wall_seconds": 0.009977624751627445,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4708,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 926,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009561000000005038,
          "execution_wall_seconds": 0.009560249745845795,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 946,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009785999999998296,
          "execution_wall_seconds": 0.009791540913283825,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 555
        },
        {
          "active_state_boundaries": 916,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009326999999998975,
          "execution_wall_seconds": 0.009327041916549206,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 559
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "eabbfd618e18889dd5747d500e4f28e278390004d9d3de5dc1b9e62b0fb54dc3",
        "6bc3fd9b221f13c022969494bebdbcecaa9a57a7e068d24f76741d1d23b75ba1",
        "b1a9535c4205d69083859149c2f7d12cca6609266fc391592ed5312723a4d1fd",
        "6ed1bd6e1e1fe66fa1e4a5186a4c2df5a67d939c975f7216429c71dbd08a7210"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006752999999996234,
        "execution_wall_seconds": 0.00675229262560606,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1003,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.01099800000000073,
          "execution_wall_seconds": 0.01100654061883688,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.010276999999994985,
          "execution_wall_seconds": 0.010274041444063187,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1007,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.010584999999998956,
          "execution_wall_seconds": 0.010587375611066818,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009942000000002338,
          "execution_wall_seconds": 0.009939082898199558,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [
        "28b3bc0f3d95a0e1a31c523b2cb395c1ab15e5610c286e570f80c0fd185fd933",
        "a0c770cd68b9c414c86e5e52d6277c434e71001c98f855c891866043cfc674ab",
        "497acad94d48ae2e108d26ebae21864dfe37c5d2eb4e114677504596f2e7e749",
        "0b4606720f7934423d00c02ca7227d56c66a3b05915da48b524d290da02364a9"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.006897999999999627,
        "execution_wall_seconds": 0.006894792430102825,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 1003,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009838000000002012,
          "execution_wall_seconds": 0.009837457910180092,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4712,
          "state_serialized_bytes": 556
        },
        {
          "active_state_boundaries": 976,
          "communication_payload_bytes": 42528,
          "execution_cpu_seconds": 0.009776999999999703,
          "execution_wall_seconds": 0.00980154238641262,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1772,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 1007,
          "communication_payload_bytes": 44256,
          "execution_cpu_seconds": 0.009700999999999738,
          "execution_wall_seconds": 0.009704625234007835,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1844,
          "state_python_object_bytes": 4684,
          "state_serialized_bytes": 557
        },
        {
          "active_state_boundaries": 974,
          "communication_payload_bytes": 41664,
          "execution_cpu_seconds": 0.009563999999997463,
          "execution_wall_seconds": 0.009570667520165443,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1736,
          "state_python_object_bytes": 4656,
          "state_serialized_bytes": 561
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m4-r4-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004849000000000103,
        "execution_wall_seconds": 0.00485420785844326,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006260999999994965,
          "execution_wall_seconds": 0.006266499869525433,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 671,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.0058050000000022806,
          "execution_wall_seconds": 0.005809333175420761,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.0059909999999945285,
          "execution_wall_seconds": 0.005990916863083839,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 662,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005954000000002679,
          "execution_wall_seconds": 0.005961249582469463,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004736000000001184,
        "execution_wall_seconds": 0.004743125289678574,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 689,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006244000000002359,
          "execution_wall_seconds": 0.006251208484172821,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 671,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005932000000001381,
          "execution_wall_seconds": 0.0059386249631643295,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 688,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006191000000001168,
          "execution_wall_seconds": 0.0061944155022501945,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 662,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005783999999998457,
          "execution_wall_seconds": 0.005787167698144913,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 0,
      "trajectory_hashes": [
        "a080c19c41725e10ba13f5b54ee70f0b7cf5757ed9c041a329ba4ed1be51fa5f",
        "7859aee6775ca6c35fa862e34192718e6debe4dbd03ad02b63897c597fb88727",
        "24a0ed844a62bb1001eff291dc0355745e304e7107ebf2e48ac09a581f59c1b4",
        "3c649d682cfac86340eb9f836b25c0d67c51b367ca37649ca0f27e36be50183d"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004350999999999772,
        "execution_wall_seconds": 0.004350584000349045,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 633,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.01039300000000054,
          "execution_wall_seconds": 0.010395540855824947,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1087
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009689000000001613,
          "execution_wall_seconds": 0.009695874527096748,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1070
        },
        {
          "active_state_boundaries": 637,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.01016299999999859,
          "execution_wall_seconds": 0.010163499973714352,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 617,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009560000000000457,
          "execution_wall_seconds": 0.00955937523394823,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 12.643356643356643,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 143,
      "trajectory_hashes": [
        "271b2a61a5f229d90d6dcd2846df6861812639ed01b51656ba579174c4fdab37",
        "bf8e09327a81d51846595a9c7e7fd3997b619f01d7a9dfa2a969dfd5967430a8",
        "6c2baeba4fd9e83eba3e35a89cecd27518df3fa0daeb877cfe5c013d2e6d9e4d",
        "e8aa493e7e9625118aed7b679001388a75d7576fee0e3179fc785ab383a2ee32"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004502999999999702,
        "execution_wall_seconds": 0.004503208212554455,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 633,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010145999999998878,
          "execution_wall_seconds": 0.010152874514460564,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1087
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.009547000000004857,
          "execution_wall_seconds": 0.009576041251420975,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1070
        },
        {
          "active_state_boundaries": 637,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010548000000000002,
          "execution_wall_seconds": 0.010578290559351444,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 617,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.009785999999998296,
          "execution_wall_seconds": 0.009795167483389378,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1042
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 12.643356643356643,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0043550000000038835,
        "execution_wall_seconds": 0.004352833144366741,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.27972027972027974,
      "execution": [
        {
          "active_state_boundaries": 633,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006990999999999303,
          "execution_wall_seconds": 0.006994166411459446,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5715,
          "state_serialized_bytes": 637
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006886999999998977,
          "execution_wall_seconds": 0.006898125633597374,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6147,
          "state_serialized_bytes": 706
        },
        {
          "active_state_boundaries": 637,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006738000000005684,
          "execution_wall_seconds": 0.006746125407516956,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5859,
          "state_serialized_bytes": 669
        },
        {
          "active_state_boundaries": 617,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006257000000005064,
          "execution_wall_seconds": 0.006257040426135063,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 5047,
          "state_serialized_bytes": 578
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 40
      },
      "fraction": 0.27972027972027974,
      "group": 11,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7202797202797203,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d1",
      "successes": 40,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004505000000001758,
        "execution_wall_seconds": 0.004505416378378868,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.125,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.27972027972027974,
      "execution": [
        {
          "active_state_boundaries": 633,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.007258999999997684,
          "execution_wall_seconds": 0.007259874604642391,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5715,
          "state_serialized_bytes": 637
        },
        {
          "active_state_boundaries": 621,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006982999999998185,
          "execution_wall_seconds": 0.006986665539443493,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 6147,
          "state_serialized_bytes": 706
        },
        {
          "active_state_boundaries": 637,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.007051999999994507,
          "execution_wall_seconds": 0.0070557501167058945,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 5859,
          "state_serialized_bytes": 669
        },
        {
          "active_state_boundaries": 617,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006340000000001567,
          "execution_wall_seconds": 0.006340250372886658,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 5047,
          "state_serialized_bytes": 578
        }
      ],
      "failures": {
        "missing": 103,
        "ok": 40
      },
      "fraction": 0.27972027972027974,
      "group": 11,
      "max_latency": 11,
      "mean_latency": 11,
      "missed_deadline_fraction": 0.7202797202797203,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d1",
      "successes": 40,
      "trajectory_hashes": [
        "039404ec1a50e528756e80eb4cf58f6b3a0f09ff6cbc5f6172403571d920685e",
        "b10d4b73b654ece5a29886644feb2ebddc29c2c966559986ece7cfe739af99e9",
        "f8a6534b6cba21271a59635094760a951c90522011bd01f905f54235225c4421",
        "fb9d4a0389c5adb4b020adb59bdc7f7faaad96d7de6f4c8780ef02e75cca5b4e"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004570000000001073,
        "execution_wall_seconds": 0.004573416896164417,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.011108000000000118,
          "execution_wall_seconds": 0.011125791817903519,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010787999999998021,
          "execution_wall_seconds": 0.010814707726240158,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010902999999998997,
          "execution_wall_seconds": 0.01091962493956089,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1086
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.010123000000000104,
          "execution_wall_seconds": 0.010125833563506603,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1040
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 20,
      "mean_latency": 18.39160839160839,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 143,
      "trajectory_hashes": [
        "d2b954d8b859eac40e0fd79a957087b635378be1749eb277819ff216d8369b35",
        "c02e36caea73d5da3a6c794b6be1b5a0284312e341ee9037114c8ce14300fe97",
        "02df2363901134472669dc1167a8c44591a337c24673bb2e0842897a8e75a308",
        "edd21f30c3f7b25dbc153ce9f516eaef4ec251f7f951e5e8be2a5278b4cc1c05"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004903999999996245,
        "execution_wall_seconds": 0.0049254996702075005,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010791999999995028,
          "execution_wall_seconds": 0.01079179160296917,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9640,
          "state_serialized_bytes": 1088
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.010141000000004396,
          "execution_wall_seconds": 0.010153290815651417,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 9464,
          "state_serialized_bytes": 1069
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.010995000000001198,
          "execution_wall_seconds": 0.010998624376952648,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 9612,
          "state_serialized_bytes": 1086
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.010107000000004973,
          "execution_wall_seconds": 0.010143875144422054,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 9124,
          "state_serialized_bytes": 1040
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 20,
      "mean_latency": 18.39160839160839,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004533999999999594,
        "execution_wall_seconds": 0.004542041569948196,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006140999999999508,
          "execution_wall_seconds": 0.006143875420093536,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005800999999998169,
          "execution_wall_seconds": 0.005804290995001793,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.005971999999999866,
          "execution_wall_seconds": 0.005973458290100098,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.0058229999999994675,
          "execution_wall_seconds": 0.005827625282108784,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004466999999998222,
        "execution_wall_seconds": 0.004466916434466839,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006118000000000734,
          "execution_wall_seconds": 0.006117666140198708,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 471
        },
        {
          "active_state_boundaries": 699,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.005962000000003798,
          "execution_wall_seconds": 0.005964416079223156,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 717,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006160999999998751,
          "execution_wall_seconds": 0.006165832281112671,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        },
        {
          "active_state_boundaries": 690,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.005933999999996331,
          "execution_wall_seconds": 0.005940999835729599,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 475
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "5f0154b5d2aa2a181ffb8235154f452af90537d91c60ef349866ef8b0cb5a47f",
        "571e0308606777379fd41a4f7706f18ece03e68d8174c218efb2570e0acca421",
        "cb89ee8278f9754a1373a4dfd803f2d4126ba7881fd6936f98bc043c15416d33",
        "0a8e888991e8120e91a08834a740d17292a9b5cdc2af37929a59aa3affb6cb19"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004643999999998982,
        "execution_wall_seconds": 0.004644542001187801,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006489999999999441,
          "execution_wall_seconds": 0.006491124629974365,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006721999999996342,
          "execution_wall_seconds": 0.006743500009179115,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006607999999999947,
          "execution_wall_seconds": 0.006614750251173973,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.006308999999994569,
          "execution_wall_seconds": 0.006315500475466251,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [
        "47ae3514136d11c3bb64aa25039abd7eb1414bdfdc2294fc3bf740c6a97aabe2",
        "114080d70d1d3f48c893f564b2627bdca8732e7ec2f3630dd3f06c7c4b70e261",
        "898f6d665dc1bff14e4743d11c18e34efcfda6bd6640d9ef05f1eb0614873579",
        "16926b8cb974f6781ea474f625505d7c33b96b795997acaae3e01ce551d3ed7b"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004823000000001798,
        "execution_wall_seconds": 0.004823166877031326,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006306000000002143,
          "execution_wall_seconds": 0.006306624971330166,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 472
        },
        {
          "active_state_boundaries": 734,
          "communication_payload_bytes": 27696,
          "execution_cpu_seconds": 0.006126999999999327,
          "execution_wall_seconds": 0.006133292801678181,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1154,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 754,
          "communication_payload_bytes": 28752,
          "execution_cpu_seconds": 0.006174999999998931,
          "execution_wall_seconds": 0.006174999289214611,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1198,
          "state_python_object_bytes": 4176,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 724,
          "communication_payload_bytes": 27168,
          "execution_cpu_seconds": 0.0059499999999985675,
          "execution_wall_seconds": 0.005952624604105949,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1132,
          "state_python_object_bytes": 4104,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r2-d5",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.004793999999996856,
        "execution_wall_seconds": 0.004794291220605373,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.25874125874125875,
      "execution": [
        {
          "active_state_boundaries": 681,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007592999999999961,
          "execution_wall_seconds": 0.007592707872390747,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 5543,
          "state_serialized_bytes": 628
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007364000000002591,
          "execution_wall_seconds": 0.007364542223513126,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5687,
          "state_serialized_bytes": 650
        },
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007429000000001906,
          "execution_wall_seconds": 0.007432334125041962,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 5307,
          "state_serialized_bytes": 611
        },
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007220000000003779,
          "execution_wall_seconds": 0.007219499908387661,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 5487,
          "state_serialized_bytes": 637
        }
      ],
      "failures": {
        "missing": 106,
        "ok": 37
      },
      "fraction": 0.25874125874125875,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7412587412587412,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 37,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005041999999995994,
        "execution_wall_seconds": 0.005042457953095436,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.375,
      "challenge_queries": 8,
      "condition": "context",
      "correct_fraction": 0.25874125874125875,
      "execution": [
        {
          "active_state_boundaries": 681,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007607000000000141,
          "execution_wall_seconds": 0.0076069580391049385,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 5543,
          "state_serialized_bytes": 628
        },
        {
          "active_state_boundaries": 656,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0075469999999953075,
          "execution_wall_seconds": 0.007551458664238453,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 5687,
          "state_serialized_bytes": 650
        },
        {
          "active_state_boundaries": 684,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007522999999999058,
          "execution_wall_seconds": 0.007526041939854622,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 5307,
          "state_serialized_bytes": 611
        },
        {
          "active_state_boundaries": 665,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.007435000000000969,
          "execution_wall_seconds": 0.007455958053469658,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 5487,
          "state_serialized_bytes": 637
        }
      ],
      "failures": {
        "missing": 106,
        "ok": 37
      },
      "fraction": 0.25874125874125875,
      "group": 11,
      "max_latency": 14,
      "mean_latency": 14,
      "missed_deadline_fraction": 0.7412587412587412,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 37,
      "trajectory_hashes": [
        "8cb91d558660c8005a479c53fec6f322493a3bec308b67afde88a365c616cf55",
        "9829e5232f8f6e959f53c6eecf67a70b0daee8f185e2f00604bb53bf7821d5e6",
        "16635525281392210d642060baf21c14c64bc1ebdd734b150d05feaf6c98bf0d",
        "42605a12ec79fce71a017ba5a904bb134a49fe6adabb9704b0641d93563f4dd9"
      ],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005429999999996937,
        "execution_wall_seconds": 0.005434582941234112,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.0073610000000030595,
          "execution_wall_seconds": 0.007363541983067989,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.0071050000000028035,
          "execution_wall_seconds": 0.007105040363967419,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.00733600000000223,
          "execution_wall_seconds": 0.007339250296354294,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006951000000000818,
          "execution_wall_seconds": 0.006951750256121159,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [
        "14a3489d0d3e9df7c52430d947fbbb4eb21bff2c1d8b81f8404adf28161edfea",
        "6ddf2b2d62cc0e8577e44ff6d7ba3070cf4f446431c484224c31ba09524c9e55",
        "5270b4cd5a7825e8307c35c62efd7bb68490980f0bb201ef62796b969337328a",
        "ff0de5997e98f6e000ec882cfe47f4afd22a03339d127cb088b17b9a729302a8"
      ],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 0.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.005221999999996285,
        "execution_wall_seconds": 0.005221124738454819,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 0.0,
      "challenge_queries": 8,
      "condition": "timing",
      "correct_fraction": 0,
      "execution": [
        {
          "active_state_boundaries": 855,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.007305999999999813,
          "execution_wall_seconds": 0.007316291332244873,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 473
        },
        {
          "active_state_boundaries": 831,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.007055999999998619,
          "execution_wall_seconds": 0.007060999982059002,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 4189,
          "state_serialized_bytes": 474
        },
        {
          "active_state_boundaries": 859,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.0076240000000069585,
          "execution_wall_seconds": 0.007626708596944809,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        },
        {
          "active_state_boundaries": 821,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.006875999999998328,
          "execution_wall_seconds": 0.006880499422550201,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 4217,
          "state_serialized_bytes": 477
        }
      ],
      "failures": {
        "missing": 143
      },
      "fraction": 0,
      "group": 11,
      "max_latency": null,
      "mean_latency": null,
      "missed_deadline_fraction": 1,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 0,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "B",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.0048920000000052255,
        "execution_wall_seconds": 0.004893500357866287,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.010742000000000473,
          "execution_wall_seconds": 0.010751666501164436,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 644,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.010078999999997507,
          "execution_wall_seconds": 0.010089459829032421,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1072
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.010807999999997264,
          "execution_wall_seconds": 0.010814791545271873,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 646,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.009931000000001688,
          "execution_wall_seconds": 0.009939459152519703,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9152,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 17,
      "mean_latency": 15.104895104895105,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": null,
      "setting": "m2-r4-d1",
      "successes": 143,
      "trajectory_hashes": [],
      "validity": "valid"
    },
    {
      "arm": "D",
      "challenge_both_fraction": 1.0,
      "challenge_cost": {
        "execution_cpu_seconds": 0.00509399999999971,
        "execution_wall_seconds": 0.00509675033390522,
        "query_exposures": 8,
        "write_exposures": 16
      },
      "challenge_fraction": 1.0,
      "challenge_queries": 8,
      "condition": "intact",
      "correct_fraction": 1,
      "execution": [
        {
          "active_state_boundaries": 663,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.010812999999998851,
          "execution_wall_seconds": 0.010821790434420109,
          "logical_execution_ticks": 3433,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 644,
          "communication_payload_bytes": 34416,
          "execution_cpu_seconds": 0.01017699999999877,
          "execution_wall_seconds": 0.010175749659538269,
          "logical_execution_ticks": 3382,
          "peak_buffer_messages": 8,
          "sent_messages": 1434,
          "state_python_object_bytes": 9324,
          "state_serialized_bytes": 1072
        },
        {
          "active_state_boundaries": 667,
          "communication_payload_bytes": 35856,
          "execution_cpu_seconds": 0.010911000000000115,
          "execution_wall_seconds": 0.01091037504374981,
          "logical_execution_ticks": 3350,
          "peak_buffer_messages": 8,
          "sent_messages": 1494,
          "state_python_object_bytes": 9668,
          "state_serialized_bytes": 1090
        },
        {
          "active_state_boundaries": 646,
          "communication_payload_bytes": 33696,
          "execution_cpu_seconds": 0.010354999999997005,
          "execution_wall_seconds": 0.01036833319813013,
          "logical_execution_ticks": 3371,
          "peak_buffer_messages": 8,
          "sent_messages": 1404,
          "state_python_object_bytes": 9152,
          "state_serialized_bytes": 1044
        }
      ],
      "failures": {
        "ok": 143
      },
      "fraction": 1,
      "group": 11,
      "max_latency": 17,
      "mean_latency": 15.104895104895105,
      "missed_deadline_fraction": 0,
      "queries": 143,
      "replay_agreement": true,
      "setting": "m2-r4-d1",
      "successes": 143,
      "trajectory_hashes": [
        "40c83b175e0812078e702af488351e4783e09d04b5cdabda07a3ec29a545e4fa",
        "868d6e18e096836714be65b7f0f85427785cac5a624d4fa4d0508591432157ab",
        "fbe0a4c90b88361cb35c80ef356575eed7146d2baeae619a19cfee24fd2164a2",
        "cc10f975a9aeec5c7d65b06448cc06ee979d1bcdd42d0e9287925a2b457537dc"
      ],
      "validity": "valid"
    }
  ],
  "started_utc": "2026-10-14T20:33:30.852330+00:00",
  "stored_source_bytes": {
    "circuit.py": 16438,
    "config.json": 3463,
    "development-history.md": 1863,
    "experiment.py": 23518,
    "protocol.md": 13592,
    "run_job.py": 3022,
    "task.py": 3198
  },
  "study_cpu_seconds": 39.253311999999994,
  "study_wall_seconds": 39.31885033287108,
  "trace_written": true
}