{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.476671919Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58418"}
{"msg":"region 4498449a-18c7-4089-b916-3bcb84a9c6e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.476780422Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.47745639Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.47746599Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions","method":"POST","req_id":"6ff139eb-e66a-48d0-be63-9e980b8c8585","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":731,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.487283474Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.487302754Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4498449a-18c7-4089-b916-3bcb84a9c6e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4498449a-18c7-4089-b916-3bcb84a9c6e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.550358216Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"4498449a-18c7-4089-b916-3bcb84a9c6e8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4498449a-18c7-4089-b916-3bcb84a9c6e8\" \"--data\" \"/data/regions/4498449a-18c7-4089-b916-3bcb84a9c6e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.550392317Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"4498449a-18c7-4089-b916-3bcb84a9c6e8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.666538503Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"4498449a-18c7-4089-b916-3bcb84a9c6e8","component":"worker"}
{"msg":"region 4498449a-18c7-4089-b916-3bcb84a9c6e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.666564193Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.666689267Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.667064397Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.684525835Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.696339082Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions","method":"POST","req_id":"22175d0f-1dc8-4423-9f94-ad54c02cac40","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.709199737Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.71566359Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4498449a-18c7-4089-b916-3bcb84a9c6e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.715972008Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.716013869Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.71605098Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.716083931Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.724741764Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.732970514Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733065497Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733142679Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733150669Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.73318785Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733225551Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733296533Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733343944Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733390576Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.733434237Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.754302417Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:30.754724468Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.396468094Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/a7185470-fa00-4083-923d-af5d33ae9459","method":"GET","req_id":"935e8eff-7449-4bab-9261-4ab2720ef6fb","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2835,"response_code":200}
{"msg":"path is \"/data/regions/a7185470-fa00-4083-923d-af5d33ae9459\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.404201131Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"dataset is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.411029454Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"snapshot is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459@142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.417541139Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459\", \"142ec1db-e10f-486e-b365-77733313af17\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.41757082Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.426596552Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/a7185470-fa00-4083-923d-af5d33ae9459/snapshots/142ec1db-e10f-486e-b365-77733313af17","method":"GET","req_id":"66f57919-ba36-45be-90d2-5ae90d6dd074","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22426,"response_code":200}
{"msg":"path is \"/data/regions/a7185470-fa00-4083-923d-af5d33ae9459\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.432384257Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"dataset is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.44031938Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"snapshot is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459@142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.44664102Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459\", \"142ec1db-e10f-486e-b365-77733313af17\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.44665534Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a7185470-fa00-4083-923d-af5d33ae9459-142ec1db-e10f-486e-b365-77733313af17 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.454708906Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.457041939Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/a7185470-fa00-4083-923d-af5d33ae9459/snapshots/142ec1db-e10f-486e-b365-77733313af17/run","method":"POST","req_id":"ced04929-472c-4f9d-9eb1-eaddb7668684","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24683,"response_code":200}
{"msg":"applying SMF actions for region a7185470-fa00-4083-923d-af5d33ae9459 running snapshot 142ec1db-e10f-486e-b365-77733313af17 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.457065979Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458561129Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458637781Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458707773Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458717494Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458748824Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.458787825Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.459083303Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.459130705Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.459171956Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.459210677Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.466532193Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-a7185470-fa00-4083-923d-af5d33ae9459-142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.467291564Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a7185470-fa00-4083-923d-af5d33ae9459-142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.480875288Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a7185470-fa00-4083-923d-af5d33ae9459-142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.497448723Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7185470-fa00-4083-923d-af5d33ae9459/.zfs/snapshot/142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.497860124Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.497924355Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.497964167Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.498002328Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.498050089Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.502032765Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.510067211Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"region a7185470-fa00-4083-923d-af5d33ae9459 running snapshot 142ec1db-e10f-486e-b365-77733313af17 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.510075331Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"path is \"/data/regions/a7185470-fa00-4083-923d-af5d33ae9459\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.664560746Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"dataset is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.671178853Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"snapshot is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459@142ec1db-e10f-486e-b365-77733313af17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.676962178Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/a7185470-fa00-4083-923d-af5d33ae9459\", \"142ec1db-e10f-486e-b365-77733313af17\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.676986229Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:31.682181058Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/a7185470-fa00-4083-923d-af5d33ae9459/snapshots/142ec1db-e10f-486e-b365-77733313af17/run","method":"POST","req_id":"a17ec6d7-ea07-433e-9444-a3013124e079","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17657,"response_code":200}
{"msg":"region e109ea7f-03ec-4efc-bf0c-5f1e91281a48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.709994791Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.710221267Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.710234098Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions","method":"POST","req_id":"37cfe503-cd39-41c5-9e07-f49374a5acc6","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":285,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.716525815Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.716555276Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e109ea7f-03ec-4efc-bf0c-5f1e91281a48\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.845248459Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"e109ea7f-03ec-4efc-bf0c-5f1e91281a48","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e109ea7f-03ec-4efc-bf0c-5f1e91281a48\" \"--data\" \"/data/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.84529096Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"e109ea7f-03ec-4efc-bf0c-5f1e91281a48","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:37.911373883Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions","method":"POST","req_id":"6998adee-3765-4fbd-bd2a-69c9e999433c","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.188675342Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"e109ea7f-03ec-4efc-bf0c-5f1e91281a48","component":"worker"}
{"msg":"region e109ea7f-03ec-4efc-bf0c-5f1e91281a48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.188704462Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.188813645Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190141571Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190212433Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190281455Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190288365Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190322176Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190359737Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190877011Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190936602Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.190981014Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.191022165Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.223841225Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.224328708Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.260198411Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.313708016Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.320313833Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.320636992Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.320694083Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.320738765Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.320775326Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.342884639Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.38767072Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:01:38.604735663Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions","method":"POST","req_id":"26ac391e-a074-4a17-9291-24e2a683a4cc","remote_addr":"[fd00:1122:3344:101::c]:58418","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.449971461Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63589"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.450227138Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","method":"GET","req_id":"e3df3067-f67d-4ada-bfb0-327a468c9957","remote_addr":"[fd00:1122:3344:101::c]:63589","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.452685494Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"dataset is oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.46294654Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"region e109ea7f-03ec-4efc-bf0c-5f1e91281a48 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.471488359Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.472227258Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","method":"DELETE","req_id":"c7ac4834-2c0e-41e4-9741-7a7dd1916382","remote_addr":"[fd00:1122:3344:101::c]:63589","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19557,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.472261309Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-e109ea7f-03ec-4efc-bf0c-5f1e91281a48 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.472840115Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.474988483Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","method":"GET","req_id":"9c5136bf-9c4c-4257-b51b-91d5f8df7866","remote_addr":"[fd00:1122:3344:101::c]:63589","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.491969998Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.49204488Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492119312Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492129732Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492164663Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492204394Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7185470-fa00-4083-923d-af5d33ae9459","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492544863Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492592715Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492634336Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.492674237Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.499585872Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.50098501Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a8041497-d2c3-4a8f-9821-04f05f241230/crucible/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.508792989Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"region":"e109ea7f-03ec-4efc-bf0c-5f1e91281a48","component":"worker"}
{"msg":"region e109ea7f-03ec-4efc-bf0c-5f1e91281a48 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.564125004Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T05:02:13.598846065Z","hostname":"oxz_crucible_0f44c74c-b5be-4866-8754-f79481f2a54e","pid":25613,"uri":"/crucible/0/regions/e109ea7f-03ec-4efc-bf0c-5f1e91281a48","method":"GET","req_id":"7a3deaad-2df7-4a20-bb8b-c9aec5cafbe4","remote_addr":"[fd00:1122:3344:101::c]:63589","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}