[ Jun  9 23:16:36 Enabled. ]
[ Jun  9 23:16:36 Rereading configuration. ]
[ Jun  9 23:16:38 Rereading configuration. ]
[ Jun  9 23:16:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.456795495Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219}
{"msg":"dataset: \"oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.457128433Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.457144774Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.457153144Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.47497277Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:41.547751617Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.563871101Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61548"}
{"msg":"region 3867e1b5-cca7-4f33-bece-9ec0e823f7ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.595749945Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.598237793Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.598281104Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"a38f8a61-4344-4da9-acdf-034d9e361c96","remote_addr":"[fd00:1122:3344:101::a]:61548","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":11838,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.606600578Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.606628009Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3867e1b5-cca7-4f33-bece-9ec0e823f7ad\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.656032171Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"3867e1b5-cca7-4f33-bece-9ec0e823f7ad","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3867e1b5-cca7-4f33-bece-9ec0e823f7ad\" \"--data\" \"/data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.658288534Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"3867e1b5-cca7-4f33-bece-9ec0e823f7ad","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.756353502Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"d3051f45-c29b-499d-9769-1b545f27754c","remote_addr":"[fd00:1122:3344:101::a]:61548","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.800159484Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"3867e1b5-cca7-4f33-bece-9ec0e823f7ad","component":"worker"}
{"msg":"region 3867e1b5-cca7-4f33-bece-9ec0e823f7ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.800210065Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.800339738Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.802918118Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.807427214Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.820864547Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.822109856Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.822808173Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.822877114Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.822918015Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.822955046Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.833598084Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:07.836583614Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:18:08.107135436Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"a7c949ae-aa00-43c8-9edf-01732396494e","remote_addr":"[fd00:1122:3344:101::a]:61548","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.148609374Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58701"}
{"msg":"region 37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.148749128Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.152800952Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.152827973Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"77e82e25-8eef-4f61-9486-fdfb8252a567","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4101,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.162044688Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.162080849Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.209562647Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73\" \"--data\" \"/data/regions/37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.209620418Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.261305104Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","component":"worker"}
{"msg":"region 37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.261339095Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.261452737Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.261785845Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.267943379Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.283553283Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.284795692Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/37d5ec82-a0c1-49ff-917b-b0a9eb9ecb73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.285061708Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.285106469Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.28514857Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.285183451Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.287309871Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301465231Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301566943Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301652975Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301665096Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301699116Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301761908Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.30185609Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301913301Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.301967873Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.302032674Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.304113033Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.304583624Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.530199547Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"85681eda-d10d-44e8-895b-71a1b691ea49","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.85347029Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","method":"GET","req_id":"132fc065-ee5d-43d2-8804-3696473f356e","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.857030173Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"dataset is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.864002425Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"snapshot is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad@4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.870599199Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\", \"4b3d693a-c8f8-48b3-9833-f8869313a262\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.87062947Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.880584882Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad/snapshots/4b3d693a-c8f8-48b3-9833-f8869313a262","method":"GET","req_id":"5f8d90e6-9814-48aa-936d-e6634664312b","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23569,"response_code":200}
{"msg":"path is \"/data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.88860995Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"dataset is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.894664621Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"snapshot is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad@4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.90022393Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\", \"4b3d693a-c8f8-48b3-9833-f8869313a262\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.900243441Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3867e1b5-cca7-4f33-bece-9ec0e823f7ad-4b3d693a-c8f8-48b3-9833-f8869313a262 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.907178353Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"applying SMF actions for region 3867e1b5-cca7-4f33-bece-9ec0e823f7ad running snapshot 4b3d693a-c8f8-48b3-9833-f8869313a262 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.907346347Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.907360117Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad/snapshots/4b3d693a-c8f8-48b3-9833-f8869313a262/run","method":"POST","req_id":"eaa46dbc-f35a-4f0c-ae26-11aa0401ec34","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18782,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.90878374Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.908855632Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.908927244Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.908934014Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.908970094Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.909010275Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.909308012Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.909357394Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.909415875Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.909452186Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.911279688Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-3867e1b5-cca7-4f33-bece-9ec0e823f7ad-4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.914092114Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3867e1b5-cca7-4f33-bece-9ec0e823f7ad-4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.92379614Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3867e1b5-cca7-4f33-bece-9ec0e823f7ad-4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.92934011Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad/.zfs/snapshot/4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.92977881Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.929839661Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.929891153Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.929940724Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.929992795Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.933346673Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.936572109Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"region 3867e1b5-cca7-4f33-bece-9ec0e823f7ad running snapshot 4b3d693a-c8f8-48b3-9833-f8869313a262 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:05.936594709Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"path is \"/data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:06.085239757Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"dataset is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:06.092499287Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"snapshot is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad@4b3d693a-c8f8-48b3-9833-f8869313a262","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:06.098528707Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad\", \"4b3d693a-c8f8-48b3-9833-f8869313a262\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:06.098597469Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:06.103941803Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad/snapshots/4b3d693a-c8f8-48b3-9833-f8869313a262/run","method":"POST","req_id":"735a1bba-619e-4622-99d1-6fb3baa727f1","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18746,"response_code":200}
{"msg":"region e78a4157-4568-4319-ad8d-aa22bd3ec82c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.825318362Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.825539037Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"3cc3e561-c6b6-44e6-bf07-ebd3cbab1b63","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":260,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.825583288Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.83211054Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.832131131Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e78a4157-4568-4319-ad8d-aa22bd3ec82c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.882792123Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"e78a4157-4568-4319-ad8d-aa22bd3ec82c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e78a4157-4568-4319-ad8d-aa22bd3ec82c\" \"--data\" \"/data/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.882834364Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"e78a4157-4568-4319-ad8d-aa22bd3ec82c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.9281168Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"e78a4157-4568-4319-ad8d-aa22bd3ec82c","component":"worker"}
{"msg":"region e78a4157-4568-4319-ad8d-aa22bd3ec82c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.928153631Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.928246063Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.92938552Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929470242Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929545614Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929554934Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929591895Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929633136Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.929961183Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.930008884Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.930051425Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.930091576Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.932094503Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.932466322Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.933996917Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.939386613Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.940877818Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.941167535Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.941229226Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.941268167Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.941304728Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.943301675Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:10.94695329Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:11.183389926Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions","method":"POST","req_id":"a2aa93a9-7686-40a2-b217-05d72de77428","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.369845684Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","method":"GET","req_id":"18ffd737-a5c5-4653-8dbb-85cd8e446c08","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.374286988Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"dataset is oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.38295322Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"region e78a4157-4568-4319-ad8d-aa22bd3ec82c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.389617886Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.38979608Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.389839641Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","method":"DELETE","req_id":"01f3963d-70a7-4d84-9324-ab1dd16fa119","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15554,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e78a4157-4568-4319-ad8d-aa22bd3ec82c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.390936416Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.392976724Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","method":"GET","req_id":"b339a5d3-0caf-4ebb-aafd-bde7cd42135f","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.394895639Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.394969971Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395044262Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395053902Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395088633Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395129214Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3867e1b5-cca7-4f33-bece-9ec0e823f7ad","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395435061Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395488872Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395534824Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.395581145Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.397310815Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.398704578Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cdf9f305-2f85-43ce-a909-df98121b0a6b/crucible/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.407756929Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"region":"e78a4157-4568-4319-ad8d-aa22bd3ec82c","component":"worker"}
{"msg":"region e78a4157-4568-4319-ad8d-aa22bd3ec82c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.454756465Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:29:37.464548854Z","hostname":"oxz_crucible_80963586-a280-4a1b-a492-f85690f6b1a4","pid":25219,"uri":"/crucible/0/regions/e78a4157-4568-4319-ad8d-aa22bd3ec82c","method":"GET","req_id":"5742cbd4-7b8d-4b1b-982a-9135e256dde1","remote_addr":"[fd00:1122:3344:101::a]:58701","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":200}