[ Jan 21 00:00:58 Enabled. ]
[ Jan 21 00:00:58 Rereading configuration. ]
[ Jan 21 00:01:00 Rereading configuration. ]
[ Jan 21 00:01:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.926002074Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409}
{"msg":"dataset: \"oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.926716924Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.926726935Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.926732505Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.942326102Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:06.080482634Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.735123593Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59030"}
{"msg":"region 4a69f8e3-607c-40b6-9725-7f4fe8e1e228 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.766375018Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.768919097Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.768987478Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"11c677d2-e69f-40ea-9fb1-3c265a17f1bb","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16581,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.777590439Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.777608159Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4a69f8e3-607c-40b6-9725-7f4fe8e1e228\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.85719303Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"4a69f8e3-607c-40b6-9725-7f4fe8e1e228","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a69f8e3-607c-40b6-9725-7f4fe8e1e228\" \"--data\" \"/data/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:50.859326202Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"4a69f8e3-607c-40b6-9725-7f4fe8e1e228","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.029972339Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"3bc44a84-2751-4e69-a1cb-638648a76c4b","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.197300905Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"4a69f8e3-607c-40b6-9725-7f4fe8e1e228","component":"worker"}
{"msg":"region 4a69f8e3-607c-40b6-9725-7f4fe8e1e228 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.197381166Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.19759108Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.197992476Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.205444399Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.21932365Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.222932335Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.224009862Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.224069193Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.224107633Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.224141004Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.229637647Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.234578283Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:51.676353765Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"ec824709-d95a-44c6-849a-785721a9eeed","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.176924862Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","method":"GET","req_id":"73eca136-e08b-4705-9022-496e98ffbe6c","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":96,"response_code":200}
{"msg":"path is \"/data/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.183644905Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"dataset is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.191563735Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"region 4a69f8e3-607c-40b6-9725-7f4fe8e1e228 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.199252184Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.199439939Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.199484883Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","method":"DELETE","req_id":"f21c38d9-d05c-4307-884b-05465efdbe24","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15874,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-4a69f8e3-607c-40b6-9725-7f4fe8e1e228 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.20043343Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.204762606Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","method":"GET","req_id":"b231b54c-3ba1-4b49-b3bf-611f3a59ef52","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.205617279Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.213127663Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"4a69f8e3-607c-40b6-9725-7f4fe8e1e228","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.264275521Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","method":"GET","req_id":"ba13c324-d812-4e98-b690-96112ed1f91b","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 4a69f8e3-607c-40b6-9725-7f4fe8e1e228 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.295446286Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:52.348537674Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/4a69f8e3-607c-40b6-9725-7f4fe8e1e228","method":"GET","req_id":"1b634409-16d0-4b88-bff3-ef5723ed2501","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"region 5c86f23f-9421-47ef-aa13-4f5d236df34d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.83507963Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.835293784Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.835367365Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"5da6190a-be7f-4a48-97be-d7f85ce973b4","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":298,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.842065897Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.842122778Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5c86f23f-9421-47ef-aa13-4f5d236df34d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.916008962Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"5c86f23f-9421-47ef-aa13-4f5d236df34d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c86f23f-9421-47ef-aa13-4f5d236df34d\" \"--data\" \"/data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:54.916095823Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"5c86f23f-9421-47ef-aa13-4f5d236df34d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.016047334Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"5c86f23f-9421-47ef-aa13-4f5d236df34d","component":"worker"}
{"msg":"region 5c86f23f-9421-47ef-aa13-4f5d236df34d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.016081315Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.016309028Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.017622858Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.021736541Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.030769858Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.0348202Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.035072264Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.035121664Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.035147065Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.035184856Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.039540712Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.044402826Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:55.132255842Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"449fa7dc-a534-414f-9597-446ce712629c","remote_addr":"[fd00:1122:3344:101::a]:59030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.841695693Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55757"}
{"msg":"region 3cbee361-c610-4ecd-b8c0-7ee415880f66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842628947Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842652357Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.842659578Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"4bc9cd6f-cc38-4c7a-afb8-198b424ba5c3","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":671,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.85072449Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.850750541Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3cbee361-c610-4ecd-b8c0-7ee415880f66\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3cbee361-c610-4ecd-b8c0-7ee415880f66\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.911413884Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"3cbee361-c610-4ecd-b8c0-7ee415880f66","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3cbee361-c610-4ecd-b8c0-7ee415880f66\" \"--data\" \"/data/regions/3cbee361-c610-4ecd-b8c0-7ee415880f66\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.911463745Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"3cbee361-c610-4ecd-b8c0-7ee415880f66","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.992815183Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"region":"3cbee361-c610-4ecd-b8c0-7ee415880f66","component":"worker"}
{"msg":"region 3cbee361-c610-4ecd-b8c0-7ee415880f66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.992854023Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.992959385Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:17.993804687Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.013183672Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.030646768Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035275609Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cbee361-c610-4ecd-b8c0-7ee415880f66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035589393Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035632184Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035673495Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.035720365Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.040249294Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.040699641Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions","method":"POST","req_id":"4346f3c2-2c71-45ef-9aaa-14231222f699","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:18.055176332Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.868972311Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","method":"GET","req_id":"893cff4f-3872-4507-9723-69ec25ea6830","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"path is \"/data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.875755735Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"dataset is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.882857523Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"snapshot is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.891407453Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.891449703Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.900305418Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a","method":"GET","req_id":"cfa2e273-8f12-42fa-af93-68ad9cad231d","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24595,"response_code":200}
{"msg":"path is \"/data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.909575339Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"dataset is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.916320022Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"snapshot is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.923981228Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.924002249Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5c86f23f-9421-47ef-aa13-4f5d236df34d-42aad5e4-87ec-4e53-9948-1494d88c772a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.932395026Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"applying SMF actions for region 5c86f23f-9421-47ef-aa13-4f5d236df34d running snapshot 42aad5e4-87ec-4e53-9948-1494d88c772a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.932532559Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.932542969Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a/run","method":"POST","req_id":"5b49ced5-2629-4d95-b3f9-5d7eada5ad7c","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23010,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-5c86f23f-9421-47ef-aa13-4f5d236df34d-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.937536095Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5c86f23f-9421-47ef-aa13-4f5d236df34d-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.940893496Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5c86f23f-9421-47ef-aa13-4f5d236df34d-42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952192248Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d/.zfs/snapshot/42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952477522Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952522513Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952566283Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952602184Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.952648695Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.956630035Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.961716673Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"worker"}
{"msg":"region 5c86f23f-9421-47ef-aa13-4f5d236df34d running snapshot 42aad5e4-87ec-4e53-9948-1494d88c772a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:19.961735583Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"path is \"/data/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.143375837Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"dataset is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.150915532Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"datafile"}
{"msg":"snapshot is oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d@42aad5e4-87ec-4e53-9948-1494d88c772a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.158212543Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39bc1cb8-f03e-4dcf-9b71-2ebcfa9ba8e7/crucible/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d\", \"42aad5e4-87ec-4e53-9948-1494d88c772a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.158245183Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:20.164300766Z","hostname":"oxz_crucible_6ffb1558-0f30-4686-a106-1527987856cf","pid":29409,"uri":"/crucible/0/regions/5c86f23f-9421-47ef-aa13-4f5d236df34d/snapshots/42aad5e4-87ec-4e53-9948-1494d88c772a/run","method":"POST","req_id":"d03d54d5-48db-456a-8b27-80a850322a77","remote_addr":"[fd00:1122:3344:101::a]:55757","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20975,"response_code":200}