{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.828468354Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37601"}
{"msg":"region fe4d88c1-da94-4d2e-961b-0bf744d72e49 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.828535975Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.829231334Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.829248074Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions","method":"POST","req_id":"9b207997-244b-4677-8650-11b84200d2ab","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":720,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.836752575Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.836770005Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe4d88c1-da94-4d2e-961b-0bf744d72e49\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe4d88c1-da94-4d2e-961b-0bf744d72e49\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.888862761Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"region":"fe4d88c1-da94-4d2e-961b-0bf744d72e49","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe4d88c1-da94-4d2e-961b-0bf744d72e49\" \"--data\" \"/data/regions/fe4d88c1-da94-4d2e-961b-0bf744d72e49\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.888904061Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"region":"fe4d88c1-da94-4d2e-961b-0bf744d72e49","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.962603346Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"region":"fe4d88c1-da94-4d2e-961b-0bf744d72e49","component":"worker"}
{"msg":"region fe4d88c1-da94-4d2e-961b-0bf744d72e49 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.962631826Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.962725108Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.982478862Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.985637354Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.996731722Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.999360997Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe4d88c1-da94-4d2e-961b-0bf744d72e49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.9995647Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.99960664Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.999647141Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:25.999682592Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:26.004271053Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:26.008394718Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:26.169872875Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions","method":"POST","req_id":"a5ec479e-a1ec-4bf3-9b77-caf5a59f728d","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.01970444Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions/d5972552-b86b-43dd-8061-d3780bbfaf49","method":"GET","req_id":"66d3b5b8-148c-473a-860f-c4e3cf198d7c","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.023388699Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"dataset is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.02947418Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"snapshot is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49@c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.035154116Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\", \"c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.035167956Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.04441826Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions/d5972552-b86b-43dd-8061-d3780bbfaf49/snapshots/c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","method":"GET","req_id":"4c79dd82-62a1-4dd7-9d50-9344d8ea27b3","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21044,"response_code":200}
{"msg":"path is \"/data/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.048417144Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"dataset is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.053799131Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"snapshot is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49@c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.061161554Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\", \"c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.061178994Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d5972552-b86b-43dd-8061-d3780bbfaf49-c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.068452231Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.068582493Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions/d5972552-b86b-43dd-8061-d3780bbfaf49/snapshots/c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf/run","method":"POST","req_id":"06fcd87c-bdaf-43a6-8157-cb5d713c1617","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20190,"response_code":200}
{"msg":"applying SMF actions for region d5972552-b86b-43dd-8061-d3780bbfaf49 running snapshot c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.068599293Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d5972552-b86b-43dd-8061-d3780bbfaf49-c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.072941091Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d5972552-b86b-43dd-8061-d3780bbfaf49-c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.081401974Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d5972552-b86b-43dd-8061-d3780bbfaf49-c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090106321Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5972552-b86b-43dd-8061-d3780bbfaf49/.zfs/snapshot/c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090304193Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090343334Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090379444Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090412825Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.090455135Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.0938529Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.097896085Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"worker"}
{"msg":"region d5972552-b86b-43dd-8061-d3780bbfaf49 running snapshot c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.097906025Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"path is \"/data/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.354056947Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"dataset is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.361187592Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"datafile"}
{"msg":"snapshot is oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49@c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.367961063Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_accb6ad4-7c1e-430a-b946-3934998c554f/crucible/regions/d5972552-b86b-43dd-8061-d3780bbfaf49\", \"c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.367978783Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:30:27.374112685Z","hostname":"oxz_crucible_df5cf537-7308-42ac-a154-dd6201f42603","pid":23993,"uri":"/crucible/0/regions/d5972552-b86b-43dd-8061-d3780bbfaf49/snapshots/c9ed9b9f-1a12-400c-b29c-fc97ac6e53bf/run","method":"POST","req_id":"d563b162-8609-4c31-a81f-0eb9e1efbf7b","remote_addr":"[fd00:1122:3344:101::b]:37601","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20101,"response_code":200}