[ Aug 29 03:29:59 Enabled. ]
[ Aug 29 03:29:59 Rereading configuration. ]
[ Aug 29 03:30:01 Rereading configuration. ]
[ Aug 29 03:30:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.799383405Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429}
{"msg":"dataset: \"oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.799573169Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.7996165Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.79962736Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.818843243Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:04.88599797Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:07.997814621Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61008"}
{"msg":"region c592e4ec-3529-4b48-b451-8593ec7cc898 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.038683508Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.044980566Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.049735813Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"82c45c0b-a4f8-4adf-ac02-c0867317790a","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21028,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.05428871Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.05431232Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c592e4ec-3529-4b48-b451-8593ec7cc898\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c592e4ec-3529-4b48-b451-8593ec7cc898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.12695775Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"c592e4ec-3529-4b48-b451-8593ec7cc898","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c592e4ec-3529-4b48-b451-8593ec7cc898\" \"--data\" \"/data/regions/c592e4ec-3529-4b48-b451-8593ec7cc898\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.128992854Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"c592e4ec-3529-4b48-b451-8593ec7cc898","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.251275308Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"cb2e00d2-2fff-42f7-aee8-0dfadcbd8330","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.44424776Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"c592e4ec-3529-4b48-b451-8593ec7cc898","component":"worker"}
{"msg":"region c592e4ec-3529-4b48-b451-8593ec7cc898 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.448747445Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.449081751Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.451291518Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.459580347Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.47223912Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.473767915Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.474516548Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.474569529Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.47461055Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.47464977Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.477715882Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.480825474Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.615032908Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"1bf39ebe-17ea-427f-bcc8-e06e9f4b5c0e","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.115019725Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","method":"GET","req_id":"69f28c27-12c6-4f56-9e7e-814f0e0a2fc0","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"path is \"/data/regions/c592e4ec-3529-4b48-b451-8593ec7cc898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.118974902Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"dataset is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.127293272Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"region c592e4ec-3529-4b48-b451-8593ec7cc898 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135183948Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135373018Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135433722Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","method":"DELETE","req_id":"5595ddaf-099f-490c-b8ed-ec8c2d2ccfb3","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17306,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c592e4ec-3529-4b48-b451-8593ec7cc898 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.136349234Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.138868696Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","method":"GET","req_id":"d0eff304-8c19-4aa0-9317-262a42615d9a","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.139983745Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/c592e4ec-3529-4b48-b451-8593ec7cc898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.148376396Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"c592e4ec-3529-4b48-b451-8593ec7cc898","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.21355665Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","method":"GET","req_id":"de3bf965-eb2b-468c-aaeb-cc9ee840556d","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region c592e4ec-3529-4b48-b451-8593ec7cc898 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.220223958Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.354718701Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/c592e4ec-3529-4b48-b451-8593ec7cc898","method":"GET","req_id":"cbd0489e-e829-4b73-a10f-3b1ae8ee5e7f","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"region 442c0145-7629-44b1-970b-87cadff16d0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.446516624Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.446793859Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"bc1f86b6-8d01-4001-be5a-73320c7d0d85","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":328,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.446846619Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.452202089Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.45226659Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"442c0145-7629-44b1-970b-87cadff16d0f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/442c0145-7629-44b1-970b-87cadff16d0f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.517980994Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"442c0145-7629-44b1-970b-87cadff16d0f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"442c0145-7629-44b1-970b-87cadff16d0f\" \"--data\" \"/data/regions/442c0145-7629-44b1-970b-87cadff16d0f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.518046996Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"442c0145-7629-44b1-970b-87cadff16d0f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.566631662Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"442c0145-7629-44b1-970b-87cadff16d0f","component":"worker"}
{"msg":"region 442c0145-7629-44b1-970b-87cadff16d0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.566664302Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.566929856Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.568171597Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.569543Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.574271Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.575880027Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.576358315Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.576416696Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.576425286Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.576468107Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.579189292Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.582268984Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:11.60516666Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"6f5e028c-734f-4506-a4a1-668dad26de9b","remote_addr":"[fd00:1122:3344:101::a]:61008","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.806470206Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56252"}
{"msg":"region df4028a5-77cb-40ab-93b8-7584d3d8af80 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.806618928Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.807171278Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"3d9eaf22-25d8-4a1c-9e12-45a615a65ca1","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":665,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.807191168Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.815836353Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.815860934Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"df4028a5-77cb-40ab-93b8-7584d3d8af80\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df4028a5-77cb-40ab-93b8-7584d3d8af80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.860102356Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"df4028a5-77cb-40ab-93b8-7584d3d8af80","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df4028a5-77cb-40ab-93b8-7584d3d8af80\" \"--data\" \"/data/regions/df4028a5-77cb-40ab-93b8-7584d3d8af80\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.860147687Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"df4028a5-77cb-40ab-93b8-7584d3d8af80","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.908747353Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"region":"df4028a5-77cb-40ab-93b8-7584d3d8af80","component":"worker"}
{"msg":"region df4028a5-77cb-40ab-93b8-7584d3d8af80 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.908787964Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.908887545Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.91628627Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.926314798Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.931853251Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.933224024Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df4028a5-77cb-40ab-93b8-7584d3d8af80","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.933505959Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.93355068Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.93357976Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.933623311Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.935452942Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.938297329Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.956500295Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions","method":"POST","req_id":"a4750063-c98e-4c45-ad2d-f17254ca0639","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.183830191Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/442c0145-7629-44b1-970b-87cadff16d0f","method":"GET","req_id":"8394f3c4-44dd-4fdd-8feb-28dfffed16d6","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/442c0145-7629-44b1-970b-87cadff16d0f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.187657115Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"dataset is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.193036175Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"snapshot is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f@d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.197826146Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f\", \"d093dfd9-568c-43e8-b1fb-a79fff60d7eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.197845816Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.20822421Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/442c0145-7629-44b1-970b-87cadff16d0f/snapshots/d093dfd9-568c-43e8-b1fb-a79fff60d7eb","method":"GET","req_id":"f76cd0d7-1bd9-4923-b8a7-dbfdc9d1b0d1","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20584,"response_code":200}
{"msg":"path is \"/data/regions/442c0145-7629-44b1-970b-87cadff16d0f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.212008144Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"dataset is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.216795404Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"snapshot is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f@d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.221537634Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f\", \"d093dfd9-568c-43e8-b1fb-a79fff60d7eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.221561345Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 442c0145-7629-44b1-970b-87cadff16d0f-d093dfd9-568c-43e8-b1fb-a79fff60d7eb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.227064427Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.232268704Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/442c0145-7629-44b1-970b-87cadff16d0f/snapshots/d093dfd9-568c-43e8-b1fb-a79fff60d7eb/run","method":"POST","req_id":"a6a0c176-efc7-4f01-af85-ee2f775e2452","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20268,"response_code":200}
{"msg":"applying SMF actions for region 442c0145-7629-44b1-970b-87cadff16d0f running snapshot d093dfd9-568c-43e8-b1fb-a79fff60d7eb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.232318825Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-442c0145-7629-44b1-970b-87cadff16d0f-d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.235039581Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-442c0145-7629-44b1-970b-87cadff16d0f-d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.236236761Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-442c0145-7629-44b1-970b-87cadff16d0f-d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.241025841Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/442c0145-7629-44b1-970b-87cadff16d0f/.zfs/snapshot/d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.241381667Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.241421978Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.241469869Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.241496069Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.24154764Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.243369821Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.246563414Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"worker"}
{"msg":"region 442c0145-7629-44b1-970b-87cadff16d0f running snapshot d093dfd9-568c-43e8-b1fb-a79fff60d7eb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.246578085Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"path is \"/data/regions/442c0145-7629-44b1-970b-87cadff16d0f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.527128377Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"dataset is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.533910901Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"datafile"}
{"msg":"snapshot is oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f@d093dfd9-568c-43e8-b1fb-a79fff60d7eb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.540875588Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6974194-6d8a-407e-9031-04a871a4ff2f/crucible/regions/442c0145-7629-44b1-970b-87cadff16d0f\", \"d093dfd9-568c-43e8-b1fb-a79fff60d7eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.540900308Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:17.548195571Z","hostname":"oxz_crucible_519575ea-9db9-41f4-82e2-806b993c5c4b","pid":26429,"uri":"/crucible/0/regions/442c0145-7629-44b1-970b-87cadff16d0f/snapshots/d093dfd9-568c-43e8-b1fb-a79fff60d7eb/run","method":"POST","req_id":"4898b056-ceb2-4cff-b446-56336c8df883","remote_addr":"[fd00:1122:3344:101::a]:56252","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21119,"response_code":200}