{
  "command": "taskset -c 0 stress_fixture --db /home/runner/work/monokulo/monokulo/target/coverage/stress/fault-sqlite-lock.db --driver scheduler --tenants 16 --orders 2 --large-window-orders 300 --seed 24601 --background-readers 2 --background-http-readers 2 --background-writers 1 --warmup 0 --measured 2 --drain 6 --write-lock-ms 1500 --write-lock-until-tick 2",
  "detail": "1500 ms per tick for two ticks",
  "file": "fault-sqlite-lock",
  "fixture": {
    "background_admin_writers": 1,
    "background_http_readers": 2,
    "background_http_reads_completed": 294,
    "background_readers": 2,
    "background_reads_completed": 566,
    "background_writes_completed": 9,
    "checkpoint_busy": 0,
    "custody_delay_ms": 0,
    "custody_max_wait_us": 0,
    "custody_scans_completed": 0,
    "custody_slots": 0,
    "database_bytes": 471040,
    "db_jobs_completed": 172,
    "db_write_query_max_us": 1530408,
    "db_write_queue_wait_max_us": 1529536,
    "drain_ticks": 6,
    "driver": "scheduler",
    "http_max_latency_us": 1659,
    "large_window_orders": 300,
    "measured_duration_ms": 3095,
    "measured_ticks": 2,
    "orders_per_tenant": 2,
    "points": [
      {
        "duration_ms": 1556,
        "error": null,
        "highwater": 1,
        "lagging_tenants": 0,
        "min_tenant_cursor": 1,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "measured",
        "process_memory": {
          "peak_resident_bytes": 15859712,
          "resident_bytes": 15859712
        },
        "progressed_tenants": 0,
        "tick": 0
      },
      {
        "duration_ms": 1539,
        "error": null,
        "highwater": 2,
        "lagging_tenants": 0,
        "min_tenant_cursor": 2,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "measured",
        "process_memory": {
          "peak_resident_bytes": 15994880,
          "resident_bytes": 15994880
        },
        "progressed_tenants": 16,
        "tick": 1
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 3,
        "lagging_tenants": 0,
        "min_tenant_cursor": 3,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16019456,
          "resident_bytes": 16019456
        },
        "progressed_tenants": 16,
        "tick": 2
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 4,
        "lagging_tenants": 0,
        "min_tenant_cursor": 4,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16039936,
          "resident_bytes": 16039936
        },
        "progressed_tenants": 16,
        "tick": 3
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 5,
        "lagging_tenants": 0,
        "min_tenant_cursor": 5,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16072704,
          "resident_bytes": 16072704
        },
        "progressed_tenants": 16,
        "tick": 4
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 6,
        "lagging_tenants": 0,
        "min_tenant_cursor": 6,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16080896,
          "resident_bytes": 16080896
        },
        "progressed_tenants": 16,
        "tick": 5
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 7,
        "lagging_tenants": 0,
        "min_tenant_cursor": 7,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16105472,
          "resident_bytes": 16105472
        },
        "progressed_tenants": 16,
        "tick": 6
      },
      {
        "duration_ms": 8,
        "error": null,
        "highwater": 8,
        "lagging_tenants": 0,
        "min_tenant_cursor": 8,
        "ok": true,
        "oldest_lag_blocks": 0,
        "phase": "drain",
        "process_memory": {
          "peak_resident_bytes": 16117760,
          "resident_bytes": 16117760
        },
        "progressed_tenants": 16,
        "tick": 7
      }
    ],
    "read_max_latency_us": 1410,
    "rpc_calls": 326,
    "rpc_delay_ms": 0,
    "rpc_fail_every": 0,
    "rpc_fail_until_height": 0,
    "rpc_failures": 0,
    "schema_version": 3,
    "seed": 24601,
    "sqlite_version": "3.53.2",
    "tenants": 16,
    "timer_max_delay_us": 1966,
    "wal_bytes": 4185952,
    "wal_checkpointed_pages": 318,
    "wal_log_pages": 318,
    "warmup_ticks": 0,
    "write_lock_hold_ms_per_tick": 1500,
    "write_lock_until_tick": 2,
    "write_max_latency_us": 1530658
  },
  "min_tenant_cursor": 8,
  "name": "blocked SQLite writer, then recovery",
  "scenario_checksum": "d61357425730fcd865c51b5b530f3211f9aae8002453aaafb8f1f4a15bad3f27",
  "scenario_version": 3,
  "status": "recovered",
  "tenants": 16
}
