{
 "seeds": {
  "dev": "0-7",
  "gate_suite": "200-202",
  "held_out": "1000-1049",
  "compound": "3000-3019"
 },
 "main": {
  "oracle7-deepspace": {
   "correct": [
    0.9653,
    0.9555,
    0.973
   ],
   "correct_n": 1641,
   "harmful": [
    0.0,
    0,
    0.0023
   ],
   "harmful_n": 0,
   "safe_mode_n": 100,
   "damage_n": 0,
   "n": 1700,
   "trap_wrong_action": [
    0.0,
    0,
    0.0064
   ],
   "latency_min_median": 3,
   "latency_min_p90": 61,
   "twin_runs": 4816,
   "tick_ms_mean": 0.0452,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 45,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 46,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 10,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 40,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  },
  "expert fault table": {
   "correct": [
    1.0,
    0.9977,
    1.0
   ],
   "correct_n": 1700,
   "harmful": [
    0.0,
    0,
    0.0023
   ],
   "harmful_n": 0,
   "safe_mode_n": 100,
   "damage_n": 0,
   "n": 1700,
   "trap_wrong_action": [
    0.0,
    0,
    0.0064
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 0,
   "tick_ms_mean": 0.0367,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  },
  "limit -> safe mode": {
   "correct": [
    0.2941,
    0.2729,
    0.3162
   ],
   "correct_n": 500,
   "harmful": [
    0.1176,
    0.1032,
    0.1338
   ],
   "harmful_n": 200,
   "safe_mode_n": 1300,
   "damage_n": 201,
   "n": 1700,
   "trap_wrong_action": [
    0.3333,
    0.2968,
    0.372
   ],
   "latency_min_median": 3,
   "latency_min_p90": 3,
   "twin_runs": 0,
   "tick_ms_mean": 0.0399,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 0,
     "harmful": 50,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 0,
     "harmful": 50,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 0,
     "harmful": 50,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 0,
     "harmful": 50,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  },
  "random admissible": {
   "correct": [
    0.4894,
    0.4657,
    0.5132
   ],
   "correct_n": 832,
   "harmful": [
    0.0859,
    0.0735,
    0.1002
   ],
   "harmful_n": 146,
   "safe_mode_n": 358,
   "damage_n": 116,
   "n": 1700,
   "trap_wrong_action": [
    0.1667,
    0.139,
    0.1986
   ],
   "latency_min_median": 3,
   "latency_min_p90": 64,
   "twin_runs": 0,
   "tick_ms_mean": 0.0398,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 9,
     "harmful": 25,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 9,
     "harmful": 25,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 9,
     "harmful": 25,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 13,
     "harmful": 19,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 9,
     "harmful": 8,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 9,
     "harmful": 25,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 13,
     "harmful": 19,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  },
  "no action": {
   "correct": [
    0.2353,
    0.2157,
    0.256
   ],
   "correct_n": 400,
   "harmful": [
    0.0,
    0,
    0.0023
   ],
   "harmful_n": 0,
   "safe_mode_n": 0,
   "damage_n": 157,
   "n": 1700,
   "trap_wrong_action": [
    0.0,
    0,
    0.0064
   ],
   "latency_min_median": null,
   "latency_min_p90": null,
   "twin_runs": 0,
   "tick_ms_mean": 0.0161,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 0,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  },
  "oracle7-deepspace + learned rules": {
   "correct": [
    1.0,
    0.9977,
    1.0
   ],
   "correct_n": 1700,
   "harmful": [
    0.0,
    0,
    0.0023
   ],
   "harmful_n": 0,
   "safe_mode_n": 100,
   "damage_n": 0,
   "n": 1700,
   "trap_wrong_action": [
    0.0,
    0,
    0.0064
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 0,
   "tick_ms_mean": 0.0385,
   "per": {
    "voyager1/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/rtg_decline": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "voyager1/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/rtg_decline": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/thruster_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/solar_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "juno/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/nominal": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/wheel_friction": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/sensor_bias": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/solar_degradation": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/battery_short": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    },
    "europa_clipper/seu_spike": {
     "correct": 50,
     "harmful": 0,
     "n": 50
    }
   }
  }
 },
 "gate": {
  "proposed": 9,
  "admitted": 9,
  "mutants_rejected": 4,
  "mutants": 4,
  "log": [
   {
    "rule": "MUTANT-bias->heater",
    "verdict": "REJECT",
    "reasons": [
     "loses correct responses 97 -> 85",
     "adds harmful responses 0 -> 12"
    ],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 289,
     "ms_total": 1468.4,
     "n": 102
    },
    "candidate": {
     "correct": 85,
     "harmful": 12,
     "twin_runs": 247,
     "ms_total": 1501.6,
     "n": 102
    }
   },
   {
    "rule": "MUTANT-thruster->safe",
    "verdict": "REJECT",
    "reasons": [
     "loses correct responses 97 -> 88"
    ],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 289,
     "ms_total": 1428.6,
     "n": 102
    },
    "candidate": {
     "correct": 88,
     "harmful": 0,
     "twin_runs": 276,
     "ms_total": 1520.7,
     "n": 102
    }
   },
   {
    "rule": "MUTANT-load->shed",
    "verdict": "REJECT",
    "reasons": [
     "loses correct responses 97 -> 91",
     "adds harmful responses 0 -> 6"
    ],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 289,
     "ms_total": 1455.9,
     "n": 102
    },
    "candidate": {
     "correct": 91,
     "harmful": 6,
     "twin_runs": 249,
     "ms_total": 1428.9,
     "n": 102
    }
   },
   {
    "rule": "MUTANT-tracker->nothing",
    "verdict": "REJECT",
    "reasons": [
     "loses correct responses 97 -> 85"
    ],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 289,
     "ms_total": 1487.2,
     "n": 102
    },
    "candidate": {
     "correct": 85,
     "harmful": 0,
     "twin_runs": 253,
     "ms_total": 1481.6,
     "n": 102
    }
   },
   {
    "rule": "R-heater_on_uncommanded-switch_heater_backup",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 289,
     "ms_total": 1495.9,
     "n": 102
    },
    "candidate": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 253,
     "ms_total": 1531.2,
     "n": 102
    }
   },
   {
    "rule": "R-heater_off_uncommanded-switch_heater_backup",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 253,
     "ms_total": 1425.8,
     "n": 102
    },
    "candidate": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 213,
     "ms_total": 1411.1,
     "n": 102
    }
   },
   {
    "rule": "R-sensor_disagree-mark_sensor_invalid",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 213,
     "ms_total": 1383.0,
     "n": 102
    },
    "candidate": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 165,
     "ms_total": 1375.1,
     "n": 102
    }
   },
   {
    "rule": "R-thruster_overuse-switch_thruster_branch",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 165,
     "ms_total": 1342.8,
     "n": 102
    },
    "candidate": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 138,
     "ms_total": 1323.6,
     "n": 102
    }
   },
   {
    "rule": "R-rtg_low-shed_loads",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 97,
     "harmful": 0,
     "twin_runs": 138,
     "ms_total": 1369.9,
     "n": 102
    },
    "candidate": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 120,
     "ms_total": 1311.8,
     "n": 102
    }
   },
   {
    "rule": "R-attitude_knowledge_lost-switch_attitude_sensor",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 120,
     "ms_total": 1308.2,
     "n": 102
    },
    "candidate": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 84,
     "ms_total": 1352.6,
     "n": 102
    }
   },
   {
    "rule": "R-load_excess-safe_mode",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 84,
     "ms_total": 1441.8,
     "n": 102
    },
    "candidate": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 48,
     "ms_total": 1267.5,
     "n": 102
    }
   },
   {
    "rule": "R-wheel_overcurrent-switch_to_spare_wheel",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 48,
     "ms_total": 1276.5,
     "n": 102
    },
    "candidate": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 36,
     "ms_total": 1242.4,
     "n": 102
    }
   },
   {
    "rule": "R-solar_low-shed_loads",
    "verdict": "ADMIT",
    "reasons": [],
    "baseline": {
     "correct": 98,
     "harmful": 0,
     "twin_runs": 36,
     "ms_total": 1294.7,
     "n": 102
    },
    "candidate": {
     "correct": 102,
     "harmful": 0,
     "twin_runs": 0,
     "ms_total": 1628.5,
     "n": 102
    }
   }
  ]
 },
 "compound": {
  "oracle7-deepspace": {
   "both_remedied": [
    0.925,
    0.8846,
    0.952
   ],
   "both_n": 222,
   "harmful_n": 19,
   "damage_n": 0,
   "safe_mode_n": 40,
   "n": 240
  },
  "expert fault table": {
   "both_remedied": [
    1.0,
    0.9842,
    1
   ],
   "both_n": 240,
   "harmful_n": 20,
   "damage_n": 0,
   "safe_mode_n": 40,
   "n": 240
  },
  "limit -> safe mode": {
   "both_remedied": [
    0.0,
    0,
    0.0158
   ],
   "both_n": 0,
   "harmful_n": 80,
   "damage_n": 98,
   "safe_mode_n": 240,
   "n": 240
  }
 },
 "ablation_mismatch": {
  "0.0": {
   "correct": [
    0.9721,
    0.9568,
    0.982
   ],
   "correct_n": 661,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 1922,
   "tick_ms_mean": 0.0452,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 16,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 7,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  },
  "0.1": {
   "correct": [
    0.9647,
    0.948,
    0.9762
   ],
   "correct_n": 656,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 1922,
   "tick_ms_mean": 0.0453,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 18,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 2,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 17,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  },
  "0.2": {
   "correct": [
    0.9662,
    0.9498,
    0.9774
   ],
   "correct_n": 657,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 1922,
   "tick_ms_mean": 0.0455,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 1,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 16,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  },
  "0.3": {
   "correct": [
    0.9574,
    0.9394,
    0.9701
   ],
   "correct_n": 651,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 1922,
   "tick_ms_mean": 0.0457,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 0,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 11,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  }
 },
 "ablation_persistence": {
  "1": {
   "correct": [
    0.8485,
    0.8196,
    0.8735
   ],
   "correct_n": 577,
   "harmful": [
    0.1176,
    0.0956,
    0.144
   ],
   "harmful_n": 80,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.3333,
    0.2767,
    0.3952
   ],
   "latency_min_median": 2,
   "latency_min_p90": 55,
   "twin_runs": 2384,
   "tick_ms_mean": 0.0467,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 0,
     "harmful": 20,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 0,
     "harmful": 20,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 0,
     "harmful": 20,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 2,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 17,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 0,
     "harmful": 20,
     "n": 20
    }
   }
  },
  "2": {
   "correct": [
    0.9647,
    0.948,
    0.9762
   ],
   "correct_n": 656,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 2,
   "latency_min_p90": 56,
   "twin_runs": 2004,
   "tick_ms_mean": 0.0457,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 18,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 2,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 17,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  },
  "3": {
   "correct": [
    0.9647,
    0.948,
    0.9762
   ],
   "correct_n": 656,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 3,
   "latency_min_p90": 57,
   "twin_runs": 1922,
   "tick_ms_mean": 0.0455,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 18,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 2,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 17,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  },
  "5": {
   "correct": [
    0.9632,
    0.9463,
    0.975
   ],
   "correct_n": 655,
   "harmful": [
    0.0,
    0,
    0.0056
   ],
   "harmful_n": 0,
   "safe_mode_n": 40,
   "damage_n": 0,
   "n": 680,
   "trap_wrong_action": [
    0.0,
    0,
    0.0158
   ],
   "latency_min_median": 5,
   "latency_min_p90": 59,
   "twin_runs": 1900,
   "tick_ms_mean": 0.045,
   "per": {
    "voyager1/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "voyager1/rtg_decline": {
     "correct": 18,
     "harmful": 0,
     "n": 20
    },
    "voyager1/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/rtg_decline": {
     "correct": 19,
     "harmful": 0,
     "n": 20
    },
    "new_horizons/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/thruster_degradation": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/solar_degradation": {
     "correct": 1,
     "harmful": 0,
     "n": 20
    },
    "juno/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "juno/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/nominal": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_on": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/heater_stuck_off": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/wheel_friction": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/sensor_bias": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/star_tracker_dropout": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/solar_degradation": {
     "correct": 17,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/battery_short": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    },
    "europa_clipper/seu_spike": {
     "correct": 20,
     "harmful": 0,
     "n": 20
    }
   }
  }
 },
 "self_report": {
  "real": 14,
  "n": 14,
  "fakes": {
   "echo": 0,
   "canned nominal": 0,
   "always refuse": 4
  },
  "items": [
   {
    "craft": "voyager1",
    "q": "why did you switch the thruster?",
    "a": "At t=69 I switched attitude control to the backup thruster branch because thruster branch A fired far longer than normal to hold attitude. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: switch thruster branch scored 4.5, collect evidence scored 55.0, safe mode scored 95.0). [receipt #0]",
    "must": [
     "thruster branch",
     "fired",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "voyager1",
    "q": "status?",
    "a": "Mode: science on. Battery 100%, net power +1.3 A. Temperatures: battery 17.1 C, avionics 12.3 C, tank 21.4 C. Pointing error 0.18 deg. [tm t=320] No open anomaly.",
    "must": [
     "Mode:",
     "[tm t="
    ],
    "ok": true
   },
   {
    "craft": "voyager1",
    "q": "what is the temperature on europa?",
    "a": "I have no onboard record that answers that.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "craft": "new_horizons",
    "q": "what is wrong?",
    "a": "Recorded faults: at t=71 RTG output fell more than 7% below its design value, so I shed the science load [receipt #0].",
    "must": [
     "RTG output",
     "shed",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "new_horizons",
    "q": "why did you enter safe mode?",
    "a": "I have no onboard record of taking that action.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "craft": "juno",
    "q": "why did you enter safe mode?",
    "a": "At t=56 I entered safe mode because bus load exceeded every known consumer by 5.62 A. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: safe mode scored 40.0, shed loads scored 58.0, collect evidence scored 114.0). [receipt #0]",
    "must": [
     "bus load exceeded",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "juno",
    "q": "how confident are you?",
    "a": "My last scored decision (t=121, switch heater backup) beat the next option by 1536.0 points of worst-case cost. [receipt #1]",
    "must": [
     "beat the next option",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "europa_clipper",
    "q": "any faults?",
    "a": "Recorded faults: at t=79 the two avionics sensors disagreed and sensor A moved away from the zone's history, so I marked avionics sensor A invalid [receipt #1].",
    "must": [
     "sensor",
     "invalid",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "europa_clipper",
    "q": "why did you mark the sensor invalid?",
    "a": "At t=79 I marked avionics sensor A invalid because the two avionics sensors disagreed and sensor A moved away from the zone's history. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: mark sensor invalid scored 1.0, collect evidence scored 10.0, switch heater backup scored 12.0). [receipt #1]",
    "must": [
     "disagreed",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "europa_clipper",
    "q": "who won the 1998 world cup?",
    "a": "I have no onboard record that answers that.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "craft": "europa_clipper",
    "q": "what is wrong?",
    "a": "No confirmed fault. At t=54 I saw a single-tick spike on avionics sensor A and waited; it did not persist, so I took no action. [receipt #0]",
    "must": [
     "No confirmed fault",
     "did not persist"
    ],
    "ok": true
   },
   {
    "craft": "europa_clipper",
    "q": "why did you switch the wheel?",
    "a": "I have no onboard record of taking that action.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "craft": "juno",
    "q": "why did you switch the heater?",
    "a": "At t=98 I switched the battery heater to its backup circuit because the battery kept heating while its heater was commanded off. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: switch heater backup scored 2.0, collect evidence scored 64.0, safe mode scored 104.0). [receipt #0]",
    "must": [
     "kept heating",
     "worst-case",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "craft": "juno",
    "q": "what is the battery temperature?",
    "a": "The battery is at 19.3 C (sensor A 19.2, sensor B 19.4). [tm t=320]",
    "must": [
     "battery is at",
     "sensor A",
     "[tm t="
    ],
    "ok": true
   }
  ]
 },
 "compute": {
  "voyager1": {
   "ms_per_tick": 0.235,
   "worst_decision_ms": 10.6,
   "twin_runs": 3,
   "peak_kib": 106
  },
  "new_horizons": {
   "ms_per_tick": 0.22,
   "worst_decision_ms": 11.1,
   "twin_runs": 3,
   "peak_kib": 106
  },
  "juno": {
   "ms_per_tick": 0.254,
   "worst_decision_ms": 20.9,
   "twin_runs": 6,
   "peak_kib": 106
  },
  "europa_clipper": {
   "ms_per_tick": 0.378,
   "worst_decision_ms": 20.5,
   "twin_runs": 3,
   "peak_kib": 109
  }
 },
 "wall_seconds": 251
}