{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.828307279Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63399"}
{"msg":"region 998f2c0f-c3fb-4341-898f-5c3dd430e753 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.872704532Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.879194356Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.879206357Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions","method":"POST","req_id":"4ebc2ed5-b8a2-4b6f-83ed-1533e06a582e","remote_addr":"[fd00:1122:3344:101::b]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29188,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.894407851Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.894424911Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"998f2c0f-c3fb-4341-898f-5c3dd430e753\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.953923817Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"region":"998f2c0f-c3fb-4341-898f-5c3dd430e753","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"998f2c0f-c3fb-4341-898f-5c3dd430e753\" \"--data\" \"/data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.956321725Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"region":"998f2c0f-c3fb-4341-898f-5c3dd430e753","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.05680283Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions","method":"POST","req_id":"ec7952da-ad98-41ae-8017-e6c0a85d0aae","remote_addr":"[fd00:1122:3344:101::b]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.326021235Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions","method":"POST","req_id":"9d97320b-4eae-40c7-afff-ef74949b6388","remote_addr":"[fd00:1122:3344:101::b]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.48445905Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"region":"998f2c0f-c3fb-4341-898f-5c3dd430e753","component":"worker"}
{"msg":"region 998f2c0f-c3fb-4341-898f-5c3dd430e753 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.484507391Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.484615473Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.485004649Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.507513441Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.543363677Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.555961659Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.556703741Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.556767952Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.556809612Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.556845563Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.562628146Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.573685974Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:40.651766594Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions","method":"POST","req_id":"c7ddde40-bad0-4385-8176-a386d7ae6da7","remote_addr":"[fd00:1122:3344:101::b]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.656999123Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56646"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.657656374Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","method":"GET","req_id":"361d1752-dd87-487b-93f1-4caa7258afa8","remote_addr":"[fd00:1122:3344:101::b]:56646","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"path is \"/data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.662586673Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"dataset is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.66928003Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"snapshot is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.676215152Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.676234682Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.685310448Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386","method":"GET","req_id":"cc234095-ae26-4917-b6b5-ca4e53dad430","remote_addr":"[fd00:1122:3344:101::b]:56646","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22742,"response_code":200}
{"msg":"path is \"/data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.68858876Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"dataset is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.694722129Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"snapshot is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.700303219Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.700323779Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 998f2c0f-c3fb-4341-898f-5c3dd430e753-b6b52afe-a86d-42cd-8fe0-2b9b47d36386 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.708778425Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.709322204Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386/run","method":"POST","req_id":"a18f16fa-a077-476d-9698-404bf1bd1111","remote_addr":"[fd00:1122:3344:101::b]:56646","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20752,"response_code":200}
{"msg":"applying SMF actions for region 998f2c0f-c3fb-4341-898f-5c3dd430e753 running snapshot b6b52afe-a86d-42cd-8fe0-2b9b47d36386 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.709337104Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-998f2c0f-c3fb-4341-898f-5c3dd430e753-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.730392682Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-998f2c0f-c3fb-4341-898f-5c3dd430e753-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.737250852Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-998f2c0f-c3fb-4341-898f-5c3dd430e753-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.752374795Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753/.zfs/snapshot/b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.752599359Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.752641049Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.75267692Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.752711561Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.752766772Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.756541622Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.760986544Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"worker"}
{"msg":"region 998f2c0f-c3fb-4341-898f-5c3dd430e753 running snapshot b6b52afe-a86d-42cd-8fe0-2b9b47d36386 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:50.760998214Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"path is \"/data/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.033856188Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"dataset is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.04023523Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"datafile"}
{"msg":"snapshot is oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.047173672Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_309eb081-2712-4d1f-b490-e167f4a3272b/crucible/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.047191112Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.054926386Z","hostname":"oxz_crucible_9e1a9b2e-dcad-4cd9-9307-8c3412bd2aec","pid":23069,"uri":"/crucible/0/regions/998f2c0f-c3fb-4341-898f-5c3dd430e753/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386/run","method":"POST","req_id":"51612a1e-a162-485f-a5cc-d412223e3399","remote_addr":"[fd00:1122:3344:101::b]:56646","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21098,"response_code":200}