[ Sep 19 07:31:46 Enabled. ]
[ Sep 19 07:31:46 Rereading configuration. ]
[ Sep 19 07:31:49 Rereading configuration. ]
[ Sep 19 07:31:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.140783992Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128}
{"msg":"dataset: \"oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.141006957Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.141022908Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.141031898Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.157041307Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:31:52.222530537Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.299169437Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:32971"}
{"msg":"region 1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.347362888Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.354874895Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.359844143Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"f410d7f5-f6ad-4942-b773-e6a55c20339b","remote_addr":"[fd00:1122:3344:101::b]:32971","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25259,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.361727658Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.361755098Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.414475126Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\" \"--data\" \"/data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.416403592Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.64663269Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"8e547403-6c19-4caa-947b-fd417d60c8f0","remote_addr":"[fd00:1122:3344:101::b]:32971","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.766154699Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","component":"worker"}
{"msg":"region 1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.770526452Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.770689216Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.77337755Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.782371443Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.791269973Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.792561454Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.793316732Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.793387503Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.793430814Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.793468095Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.796686581Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:19.79957117Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:32:20.025910796Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"e8e8f04b-0d2e-4be3-b149-5572841e1fff","remote_addr":"[fd00:1122:3344:101::b]:32971","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.162104832Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49089"}
{"msg":"region 3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.162212984Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.162896861Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.162927211Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"98173b24-f608-4deb-b603-0a4be78df398","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":752,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.173647095Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.173678186Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.217537694Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8\" \"--data\" \"/data/regions/3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.217571684Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.263659175Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"region":"3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","component":"worker"}
{"msg":"region 3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.263688186Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.263833039Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.273398996Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.276632972Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.283448804Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.284930299Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.285222726Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.285239776Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.285245906Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.285279117Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.287010788Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.28963676Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:29.536685777Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"cb0299b5-4165-462a-8df6-c99192ef4698","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.425312888Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","method":"GET","req_id":"c333e9c8-3703-413d-87bc-8faf220d445b","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.430711406Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"dataset is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.4363555Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"snapshot is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8@8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.443043228Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\", \"8988f26a-d638-46b9-aba4-7a85295caf98\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.443054799Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.453858024Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8/snapshots/8988f26a-d638-46b9-aba4-7a85295caf98","method":"GET","req_id":"6ba87c3d-629f-4b39-8b18-eac0543656a0","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23174,"response_code":200}
{"msg":"path is \"/data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.460173524Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"dataset is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.465032209Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"snapshot is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8@8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.471272406Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\", \"8988f26a-d638-46b9-aba4-7a85295caf98\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.471294597Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.47736342Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"applying SMF actions for region 1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8 running snapshot 8988f26a-d638-46b9-aba4-7a85295caf98 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.482482902Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.482500182Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8/snapshots/8988f26a-d638-46b9-aba4-7a85295caf98/run","method":"POST","req_id":"8e962f78-f6ff-42c2-87aa-e09633d8344b","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22352,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.484487059Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.491910895Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.496998255Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8/.zfs/snapshot/8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.497359244Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.497405405Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.497447836Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.497487967Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.497534648Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.499567566Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.502316851Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"worker"}
{"msg":"region 1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8 running snapshot 8988f26a-d638-46b9-aba4-7a85295caf98 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.502331922Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"path is \"/data/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.740890267Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"dataset is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.751926058Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"datafile"}
{"msg":"snapshot is oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8@8988f26a-d638-46b9-aba4-7a85295caf98","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.762099919Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crucible/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8\", \"8988f26a-d638-46b9-aba4-7a85295caf98\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.76215043Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-19T07:43:30.771072691Z","hostname":"oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab","pid":23128,"uri":"/crucible/0/regions/1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8/snapshots/8988f26a-d638-46b9-aba4-7a85295caf98/run","method":"POST","req_id":"79c72e29-5c97-4525-a4f7-13f9d459fe2d","remote_addr":"[fd00:1122:3344:101::b]:49089","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30245,"response_code":200}