[ Mar 23 20:14:04 Disabled. ]
[ Mar 23 20:14:04 Rereading configuration. ]
[ Mar 23 20:14:08 Enabled. ]
[ Mar 23 20:14:08 Rereading configuration. ]
[ Mar 23 20:14:13 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::11]:17000"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:13.413767435Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299}
{"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:13.45479323Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot"}
{"msg":"listen IP: [fd00:1122:3344:101::11]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:13.477554727Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.153399796Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46803"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.167078484Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"09cf821a-6d1c-4d60-b0ed-5d65682e2041","remote_addr":"[fd00:1122:3344:101::b]:46803","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":8894,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.207806216Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47813"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.210965934Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"1f734e16-2226-4fbf-8d9e-768f008d3154","remote_addr":"[fd00:1122:3344:101::a]:47813","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.359385507Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35846"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.359562358Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"d0b82c9a-bf4f-4ab3-9abd-b53a0751f1b8","remote_addr":"[fd00:1122:3344:101::b]:35846","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.370966536Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40185"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.371136118Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"9bee816c-b29b-477d-9594-f22de300ca28","remote_addr":"[fd00:1122:3344:101::b]:40185","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.401542041Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47327"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.401687712Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"7a2494c3-4dbd-43f6-9631-676a51dd4841","remote_addr":"[fd00:1122:3344:101::c]:47327","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.435089561Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42010"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.523845538Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41351"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.52403869Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"9164854d-7983-48a3-b40a-78eef6e8d608","remote_addr":"[fd00:1122:3344:101::a]:41351","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.672805314Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63605"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.672997466Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"4baf5b27-6f38-4a29-ab77-4d6c86d3a0d0","remote_addr":"[fd00:1122:3344:101::c]:63605","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.727623888Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35145"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.727716749Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"b3d8161c-85cc-41d2-b6d4-d38afaabd07a","remote_addr":"[fd00:1122:3344:101::a]:35145","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.87709212Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48076"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:18.877229981Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"ecf6636f-96ab-4fb8-92e7-741195bc312b","remote_addr":"[fd00:1122:3344:101::c]:48076","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.187792728Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52260"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.187847579Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"e33eff7e-b349-418f-bca0-6397cefd468e","remote_addr":"[fd00:1122:3344:101::b]:52260","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.240253542Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43042"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.240342492Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"cbeb24dd-e688-4993-b0bc-efc5cf46dc94","remote_addr":"[fd00:1122:3344:101::a]:43042","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.367693803Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58973"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.367779634Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"432f6198-737f-4cc8-885d-6eccb573415f","remote_addr":"[fd00:1122:3344:101::b]:58973","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.377143887Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48719"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.377212419Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"c95d513d-72ad-4139-a229-96f744d0c318","remote_addr":"[fd00:1122:3344:101::b]:48719","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":31,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.413985353Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41121"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.414058974Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"2f9acf7c-d597-4c15-8114-dded575b4062","remote_addr":"[fd00:1122:3344:101::c]:41121","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":23,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.530381799Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53266"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.53045548Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"d523f714-0549-4724-9a31-fbff6b2dcfe7","remote_addr":"[fd00:1122:3344:101::a]:53266","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.683886975Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45018"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.683969226Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"1e7de9aa-4dc3-472a-be28-2787fef29243","remote_addr":"[fd00:1122:3344:101::c]:45018","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.741772795Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36377"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.741838676Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"e473b81a-7af5-4165-bc12-3f8fe01ae601","remote_addr":"[fd00:1122:3344:101::a]:36377","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.888194091Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35965"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:48.888270811Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"c6c47d91-0d85-4c72-aa8b-babf56aa965b","remote_addr":"[fd00:1122:3344:101::c]:35965","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.101092361Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0","method":"GET","req_id":"061ee738-5ef9-48fc-913e-bddf1d048221","remote_addr":"[fd00:1122:3344:101::a]:43042","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.224310446Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37396"}
{"msg":"no entry exists for volume a47cd167-1d7b-409f-b25a-670ea8f58b74, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.244311128Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.258986295Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Crucible Version: BuildInfo {\n    version: \"0.0.1\",\n    git_sha: \"7103cd3a3d7b0112d2949dd135db06fef0c156bb\",\n    git_commit_timestamp: \"2025-11-10T22:24:53.000000000Z\",\n    git_branch: \"main\",\n    rustc_semver: \"1.90.0\",\n    rustc_channel: \"stable\",\n    rustc_host_triple: \"x86_64-unknown-illumos\",\n    rustc_commit_sha: \"1159e78c4747b02ef996e55082b704c09b970588\",\n    cargo_triple: \"x86_64-unknown-illumos\",\n    debug: false,\n    opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.259023476Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.259038426Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.259047266Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Crucible a47cd167-1d7b-409f-b25a-670ea8f58b74 has session id: 81717c70-686b-4d82-bc12-137f243264d1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.279296991Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Upstairs opts: Upstairs UUID: a47cd167-1d7b-409f-b25a-670ea8f58b74, Targets: [[fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::18]:19000, [fd00:1122:3344:101::1a]:19000], lossy: false, flush_timeout: None, key populated: true,  cert_pem populated: false,  key_pem populated: false,  root_cert_pem populated: false,  Control: None,  read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.281343569Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Crucible stats registered with UUID: a47cd167-1d7b-409f-b25a-670ea8f58b74","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.281358429Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"notify_task started","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.287892395Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"job":"notify","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.287973966Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.288001246Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.291823979Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"volume a47cd167-1d7b-409f-b25a-670ea8f58b74 constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293852917Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"The guest has requested activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293863327Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"a47cd167-1d7b-409f-b25a-670ea8f58b74 active request set","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293868067Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293878767Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293887137Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293892207Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"connecting to [fd00:1122:3344:101::1a]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293898717Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"connecting to [fd00:1122:3344:101::16]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293905397Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"connecting to [fd00:1122:3344:101::18]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.293910307Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:45624)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.294097649Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:53899)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.294168359Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:61517)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.29417649Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"io task","client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"downstairs client at Some([fd00:1122:3344:101::1a]:19000) has region UUID b7f2e776-e12a-4bcd-9c05-d61ab4f86267","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.298782759Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"downstairs client at Some([fd00:1122:3344:101::18]:19000) has region UUID 77665157-7f27-4f06-abd6-d9936a228c6a","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.29881915Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299179273Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299203233Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"downstairs client at Some([fd00:1122:3344:101::16]:19000) has region UUID a684334f-84a5-44fb-ab00-6ad33e426c23","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299551496Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299823248Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299835128Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299850519Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299855279Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299861529Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299868039Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299874319Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299878849Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299885539Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299894779Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299899419Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299907649Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299912369Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"":"downstairs","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"No downstairs reconciliation required","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299918639Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299925179Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"0","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299929709Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"1","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299936489Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"client":"2","":"downstairs","session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"All required reconciliation work is completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299941369Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299947549Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"a47cd167-1d7b-409f-b25a-670ea8f58b74 is now active with session: 81717c70-686b-4d82-bc12-137f243264d1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299953789Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"Set Active after no reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.299958329Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"session_id":"81717c70-686b-4d82-bc12-137f243264d1","component":"datafile"}
{"msg":"The guest has finished waiting for activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301861606Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Activated sub_volume a47cd167-1d7b-409f-b25a-670ea8f58b74","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301903906Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"Activated sub_volume 8abc9753-0a69-4b89-8d75-d480d778a317","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301923597Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"volume a47cd167-1d7b-409f-b25a-670ea8f58b74 activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301932267Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"volume a47cd167-1d7b-409f-b25a-670ea8f58b74 constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301947487Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.301959527Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0/volume/a47cd167-1d7b-409f-b25a-670ea8f58b74","method":"POST","req_id":"43c6a20f-68d8-4461-8bb9-531ef6a9c3ed","remote_addr":"[fd00:1122:3344:101::a]:37396","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":75676,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.977825108Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48021"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:14:59.982791841Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0/volume/a47cd167-1d7b-409f-b25a-670ea8f58b74/bulk-write","method":"POST","req_id":"3ef7a32a-afe3-4e14-9cfc-cf307ee81381","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":4885,"response_code":204}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:15:00.548358709Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0/volume/a47cd167-1d7b-409f-b25a-670ea8f58b74/bulk-write","method":"POST","req_id":"1c6852e9-b372-4671-89e1-0d5c668db153","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":2108,"response_code":204}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:15:01.064364488Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0/volume/a47cd167-1d7b-409f-b25a-670ea8f58b74/bulk-write","method":"POST","req_id":"73476310-d331-41d4-bc19-9e087adc2415","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":1006,"response_code":204}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-23T20:15:01.552977921Z","hostname":"oxz_crucible_pantry_6199b554-d72e-4e75-97b3-8c3b80dbb447","pid":24299,"uri":"/crucible/pantry/0/volume/a47cd167-1d7b-409f-b25a-670ea8f58b74/bulk-write","method":"POST","req_id":"2dcc49b4-68b3-4f31-bee4-42ecd4511950","remote_addr":"[fd00:1122:3344:101::a]:48021","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":1590,"response_code":204}