[ Mar 2 08:14:18 Disabled. ] [ Mar 2 08:14:18 Rereading configuration. ] [ Mar 2 08:14:21 Enabled. ] [ Mar 2 08:14:21 Rereading configuration. ] [ Mar 2 08:14:25 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::10]:17000"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:25.627762836Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420} {"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:25.65220292Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot"} {"msg":"listen IP: [fd00:1122:3344:101::10]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:25.738873004Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.270607123Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49438"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.293143988Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"3637c402-feb8-4aa9-b5c0-4ef94938602e","remote_addr":"[fd00:1122:3344:101::b]:49438","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":10765,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.39821295Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54620"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.40048877Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"55d84fcb-9561-4cfe-8c3d-78946fffd17c","remote_addr":"[fd00:1122:3344:101::a]:54620","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":41,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.500726533Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63957"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.500906959Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f621b44-837b-4d7b-98bc-08e3b6fa574c","remote_addr":"[fd00:1122:3344:101::b]:63957","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":46,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.50161007Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37789"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.501741394Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"392ecc1f-a991-4322-a220-3f2a1666a6ae","remote_addr":"[fd00:1122:3344:101::b]:37789","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":24,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.604214026Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37778"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.604363491Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"43975724-ee42-49bf-b97a-8273ffce0a5c","remote_addr":"[fd00:1122:3344:101::a]:37778","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":31,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.610682806Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39782"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.610804549Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"b0898dce-dad4-420a-b838-9e68646d8284","remote_addr":"[fd00:1122:3344:101::a]:39782","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":24,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.611888033Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33956"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:32.611985886Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"2b36a44c-708d-4ebc-bab9-e88bf01dae7f","remote_addr":"[fd00:1122:3344:101::a]:33956","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":28,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:35.923526958Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34556"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:35.923619401Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"a6d164c2-0731-4bca-98e9-5f92491f1f61","remote_addr":"[fd00:1122:3344:101::c]:34556","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":49,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:36.127221303Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33274"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:36.127340197Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"54db574a-7e08-4077-ba88-d45e94b6703a","remote_addr":"[fd00:1122:3344:101::c]:33274","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":38,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:36.228032283Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53167"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:36.228158287Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"73421515-cbc1-42b2-9073-bfd40afd692b","remote_addr":"[fd00:1122:3344:101::c]:53167","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.074127626Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0","method":"GET","req_id":"19345289-a020-4c92-9c6f-8c52314d4f26","remote_addr":"[fd00:1122:3344:101::b]:49438","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":48,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.196476241Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36902"} {"msg":"no entry exists for volume 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.213508296Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.226786156Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"7103cd3a3d7b0112d2949dd135db06fef0c156bb\",\n git_commit_timestamp: \"2025-11-10T22:24:53.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.90.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"1159e78c4747b02ef996e55082b704c09b970588\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: false,\n opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.226882039Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.226935551Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.226975432Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Crucible 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d has session id: a2ca6d30-c868-44f8-8421-d5f485cf053f","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.248564288Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Upstairs opts: Upstairs UUID: 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d, Targets: [[fd00:1122:3344:101::1a]:19000, [fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::13]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.248686822Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Crucible stats registered with UUID: 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.248738533Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"notify_task started","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.251322193Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"job":"notify","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.251425336Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.251502659Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.253987625Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"volume 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256707829Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"The guest has requested activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256751811Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"5957159d-5afb-4d5c-9f1a-23fcc0f21e3d active request set","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256758661Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256796332Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256857314Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256879115Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::13]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256935136Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::1a]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256947347Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::19]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.256999808Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:65495)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.25704991Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:56060)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.25705744Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:62301)","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.257115982Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"io task","client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::1a]:19000) has region UUID 15c919d5-745c-473c-9ea1-09704c3597b6","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.260121995Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::19]:19000) has region UUID fc4683d6-c09e-4837-9f9f-bba8d161e733","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.260176286Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.260434634Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.260465445Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::13]:19000) has region UUID 20cce076-f849-43c4-8fb8-1e0b08e9c34f","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.26192504Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262154517Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262187868Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262214099Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262220669Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.26224698Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262273951Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262280241Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262326763Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262360474Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262370394Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262404025Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262437986Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262443526Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"":"downstairs","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"No downstairs reconciliation required","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262476497Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262481717Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"0","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262514589Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"1","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262550799Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"client":"2","":"downstairs","session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.26255645Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262591801Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"5957159d-5afb-4d5c-9f1a-23fcc0f21e3d is now active with session: a2ca6d30-c868-44f8-8421-d5f485cf053f","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262597511Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"Set Active after no reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.262637002Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"session_id":"a2ca6d30-c868-44f8-8421-d5f485cf053f","component":"datafile"} {"msg":"The guest has finished waiting for activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.264488969Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Activated sub_volume 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.26449747Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"Activated sub_volume 997df5aa-7e8b-41a8-bd68-02818bc832ae","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.264531731Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"volume 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.264537231Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"volume 5957159d-5afb-4d5c-9f1a-23fcc0f21e3d constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.264569542Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.264575342Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d","method":"POST","req_id":"e4f0914b-0bad-41cf-8155-6807db26444a","remote_addr":"[fd00:1122:3344:101::b]:36902","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":67924,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.988358143Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39943"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:57.993791681Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"08d00058-bb7f-43d0-ae15-f2ab8c8baaba","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":5354,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:58.561701743Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"f2a65873-ef03-49e1-afa4-ea1c8da246e5","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":1594,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:59.086415362Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"e982331f-573e-4d55-912b-235d08059a9f","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":1429,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:14:59.597690557Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"3f673ffb-228a-4c38-9543-fb156210df5e","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":1045,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:15:00.095215487Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"3ba55950-2347-4c59-8576-0f133a93bc64","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":1326,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-03-02T08:15:00.607037929Z","hostname":"oxz_crucible_pantry_97291735-ec43-4caa-902f-38d46bc1da7a","pid":24420,"uri":"/crucible/pantry/0/volume/5957159d-5afb-4d5c-9f1a-23fcc0f21e3d/bulk-write","method":"POST","req_id":"f39c4a80-6833-4564-9933-b5f89f251d5a","remote_addr":"[fd00:1122:3344:101::b]:39943","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":1091,"response_code":204}