{
  "command": "taskset -c 0 stress_fixture --db /home/runner/work/monokulo/monokulo/target/coverage/stress/fault-custody.db --driver scheduler --tenants 16 --orders 2 --large-window-orders 300 --seed 24601 --background-readers 2 --background-http-readers 2 --background-writers 1 --warmup 0 --measured 2 --drain 6 --write-lock-ms 25 --custody-slots 1 --custody-delay-ms 5",
  "detail": "128 scans; max slot wait 107843 µs",
  "file": "fault-custody",
  "fixture": {
    "background_admin_writers": 1,
    "background_http_readers": 2,
    "background_http_reads_completed": 110,
    "background_readers": 2,
    "background_reads_completed": 208,
    "background_writes_completed": 82,
    "checkpoint_busy": 0,
    "custody_delay_ms": 5,
    "custody_max_wait_us": 107843,
    "custody_scans_completed": 128,
    "custody_slots": 1,
    "database_bytes": 471040,
    "db_jobs_completed": 245,
    "db_write_query_max_us": 33533,
    "db_write_queue_wait_max_us": 33558,
    "drain_ticks": 6,
    "driver": "scheduler",
    "http_max_latency_us": 1654,
    "large_window_orders": 300,
    "measured_duration_ms": 300,
    "measured_ticks": 2,
    "orders_per_tenant": 2,
    "points": [
      {
        "duration_ms": 157,
        "error": null,
        "highwater": 1,
        "lagging_tenants": 0,
        "min_tenant_cursor": 1,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "measured",
        "process_memory": {
          "peak_resident_bytes": 15613952,
          "resident_bytes": 15613952
        },
        "progressed_tenants": 0,
        "tick": 0
      },
      {
        "duration_ms": 143,
        "error": null,
        "highwater": 2,
        "lagging_tenants": 0,
        "min_tenant_cursor": 2,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "measured",
        "process_memory": {
          "peak_resident_bytes": 15761408,
          "resident_bytes": 15761408
        },
        "progressed_tenants": 16,
        "tick": 1
      },
      {
        "duration_ms": 140,
        "error": null,
        "highwater": 3,
        "lagging_tenants": 0,
        "min_tenant_cursor": 3,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15798272,
          "resident_bytes": 15798272
        },
        "progressed_tenants": 16,
        "tick": 2
      },
      {
        "duration_ms": 141,
        "error": null,
        "highwater": 4,
        "lagging_tenants": 0,
        "min_tenant_cursor": 4,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15822848,
          "resident_bytes": 15822848
        },
        "progressed_tenants": 16,
        "tick": 3
      },
      {
        "duration_ms": 141,
        "error": null,
        "highwater": 5,
        "lagging_tenants": 0,
        "min_tenant_cursor": 5,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15867904,
          "resident_bytes": 15867904
        },
        "progressed_tenants": 16,
        "tick": 4
      },
      {
        "duration_ms": 143,
        "error": null,
        "highwater": 6,
        "lagging_tenants": 0,
        "min_tenant_cursor": 6,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15872000,
          "resident_bytes": 15872000
        },
        "progressed_tenants": 16,
        "tick": 5
      },
      {
        "duration_ms": 141,
        "error": null,
        "highwater": 7,
        "lagging_tenants": 0,
        "min_tenant_cursor": 7,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15896576,
          "resident_bytes": 15896576
        },
        "progressed_tenants": 16,
        "tick": 6
      },
      {
        "duration_ms": 142,
        "error": null,
        "highwater": 8,
        "lagging_tenants": 0,
        "min_tenant_cursor": 8,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 15900672,
          "resident_bytes": 15900672
        },
        "progressed_tenants": 16,
        "tick": 7
      }
    ],
    "read_max_latency_us": 1150,
    "rpc_calls": 142,
    "rpc_delay_ms": 0,
    "rpc_fail_every": 0,
    "rpc_fail_until_height": 0,
    "rpc_failures": 0,
    "schema_version": 3,
    "seed": 24601,
    "sqlite_version": "3.53.2",
    "tenants": 16,
    "timer_max_delay_us": 1917,
    "wal_bytes": 4185952,
    "wal_checkpointed_pages": 383,
    "wal_log_pages": 383,
    "warmup_ticks": 0,
    "write_lock_hold_ms_per_tick": 25,
    "write_lock_until_tick": 18446744073709551615,
    "write_max_latency_us": 33771
  },
  "min_tenant_cursor": 8,
  "name": "single custody scan slot under concurrent tenant scans",
  "scenario_checksum": "d61357425730fcd865c51b5b530f3211f9aae8002453aaafb8f1f4a15bad3f27",
  "scenario_version": 3,
  "status": "recovered",
  "tenants": 16
}