[ Feb 24 15:43:51 Disabled. ] [ Feb 24 15:43:51 Rereading configuration. ] [ Feb 24 15:43:54 Enabled. ] [ Feb 24 15:43:54 Rereading configuration. ] [ Feb 24 15:43:58 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::10]:17000"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:43:58.789153128Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538} {"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:43:58.805029229Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot"} {"msg":"listen IP: [fd00:1122:3344:101::10]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:43:58.883482686Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.406105238Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48307"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.423644309Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd6df50a-ede2-4d9a-972a-06cf9e1192c7","remote_addr":"[fd00:1122:3344:101::b]:48307","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":9236,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.685793695Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44437"} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.692440275Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59225"} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.693241472Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56231"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.693433516Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"319935d8-6395-446d-b07c-c0841d04cdfb","remote_addr":"[fd00:1122:3344:101::b]:56231","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":38,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.947961751Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48686"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:02.948112924Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"f96af776-516d-4856-bbef-8e9c9c20e733","remote_addr":"[fd00:1122:3344:101::b]:48686","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":45,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.300744419Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39730"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.30125502Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"7fe7d9d6-7db8-456b-ac56-8c0f2fa43454","remote_addr":"[fd00:1122:3344:101::c]:39730","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.678194492Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54448"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.678331975Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"11ef35d7-ce6d-47ee-9bf3-850f50931fa4","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":39,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.681116583Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56933"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:06.681235706Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"8c724c3d-ff4b-4308-8f8a-55e153ad7961","remote_addr":"[fd00:1122:3344:101::c]:56933","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":29,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.508739417Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61472"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.516017091Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"4afa56c1-6fde-4a2b-b4f0-e9b184b9cc5c","remote_addr":"[fd00:1122:3344:101::a]:61472","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":68,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.81888855Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61597"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.819016175Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b863765-e07e-445e-b7d2-638be8ee59a1","remote_addr":"[fd00:1122:3344:101::a]:61597","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":41,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.829463524Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44582"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:13.829626646Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"5ec5b4d5-e634-4bd7-8025-22bbdd9b4f7c","remote_addr":"[fd00:1122:3344:101::a]:44582","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":34,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.437837474Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37110"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.43790597Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"71959baa-0c96-4207-a528-25a08d422516","remote_addr":"[fd00:1122:3344:101::b]:37110","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":34,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.694415946Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52484"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.694478698Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"6b31cc62-26e4-4b18-a1de-d3873b66aeae","remote_addr":"[fd00:1122:3344:101::b]:52484","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":42,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.965967288Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44924"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:32.96605119Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"6beb0e6f-7511-4b38-a44f-80b6f9b5a9d0","remote_addr":"[fd00:1122:3344:101::b]:44924","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":44,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.319280835Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54806"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.319375537Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"e94f924f-4e97-4ac4-92ac-7985059dafa7","remote_addr":"[fd00:1122:3344:101::c]:54806","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":49,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.69082393Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44559"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.690897842Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"42d1c2ba-5f80-418d-aecb-521943adf043","remote_addr":"[fd00:1122:3344:101::c]:44559","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":45,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.697136443Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58359"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:36.697190854Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"f4cf8a68-4169-4fab-b060-1f2d95818217","remote_addr":"[fd00:1122:3344:101::c]:58359","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":18,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.533040975Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35450"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.533089267Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"a287d5f8-516d-47a7-a9cf-3e6687a423c3","remote_addr":"[fd00:1122:3344:101::a]:35450","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":35,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.826158376Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57643"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.826232127Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"16202fde-5afe-4a24-9377-624f80547e05","remote_addr":"[fd00:1122:3344:101::a]:57643","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":39,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.842526531Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62656"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:44:43.842568372Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"3d54d7a1-a680-49eb-b40d-87ff5a1fcf06","remote_addr":"[fd00:1122:3344:101::a]:62656","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":16,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.467202258Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0","method":"GET","req_id":"517bf9bd-74f0-48e3-9b85-a758790cbcf2","remote_addr":"[fd00:1122:3344:101::b]:37110","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.623802556Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48535"} {"msg":"no entry exists for volume 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.638328303Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.651960041Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"7103cd3a3d7b0112d2949dd135db06fef0c156bb\",\n git_commit_timestamp: \"2025-11-10T22:24:53.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.90.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"1159e78c4747b02ef996e55082b704c09b970588\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: false,\n opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.652042852Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.652087833Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.652097394Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Crucible 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e has session id: d3a655a4-5849-4456-b929-b83e3fa9fb67","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.673837943Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Upstairs opts: Upstairs UUID: 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e, Targets: [[fd00:1122:3344:101::13]:19000, [fd00:1122:3344:101::15]:19000, [fd00:1122:3344:101::19]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.673998616Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Crucible stats registered with UUID: 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.674062398Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"notify_task started","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.67703449Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"job":"notify","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.677129162Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.677216974Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"client is waiting for oneshot","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680029804Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"volume 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680249538Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"The guest has requested activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680313739Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e active request set","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.68032512Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680384581Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680397171Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680450702Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::19]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680515274Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::13]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680528304Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::15]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680584695Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:52316)","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680598805Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:42012)","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680655377Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::10]:49416)","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.680704908Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"io task","client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::15]:19000) has region UUID b3cf5acf-f25c-437e-b2ba-82da7ae0539e","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.683773503Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::19]:19000) has region UUID f99128af-821a-4165-9db4-9b531575e49d","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.683792483Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.68410711Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.68414057Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::13]:19000) has region UUID 335cf165-17a2-4608-a379-17fc9c68c5ef","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688077423Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.68840014Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688466612Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688474952Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688518973Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688576254Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688590804Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688657526Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688707247Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688714257Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688766718Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688810169Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688816549Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.68886475Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"":"downstairs","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"No downstairs reconciliation required","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688917651Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.688931272Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"0","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689016063Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"1","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689030744Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"client":"2","":"downstairs","session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689084465Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689144876Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e is now active with session: d3a655a4-5849-4456-b929-b83e3fa9fb67","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689161786Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"Set Active after no reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.689223748Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"session_id":"d3a655a4-5849-4456-b929-b83e3fa9fb67","component":"datafile"} {"msg":"The guest has finished waiting for activation","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.691179099Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Activated sub_volume 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.69123507Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"Activated sub_volume 08f2d169-8cff-4588-88bd-987d4e92bce1","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.69124262Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"volume 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.691281371Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"volume 0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.691287701Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2026-02-24T15:45:00.691325832Z","hostname":"oxz_crucible_pantry_d6a7f7ea-7bef-43d7-a064-34c45f30f6fb","pid":23538,"uri":"/crucible/pantry/0/volume/0e2d94d9-9dd7-4afe-b2fc-89fe3ffac79e","method":"POST","req_id":"8e77df7e-7e04-4dae-8636-fce3f1e26f50","remote_addr":"[fd00:1122:3344:101::b]:48535","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":64400,"response_code":200}