[ Jan 30 20:17:16 Enabled. ]
[ Jan 30 20:17:16 Rereading configuration. ]
[ Jan 30 20:17:17 Rereading configuration. ]
[ Jan 30 20:17:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:22.058839113Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:22.061946159Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:22.061954879Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:22.077826329Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:22.158650983Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.885475172Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51592"}
{"msg":"region 633119ac-a38a-4bb0-845f-784f2a2f884d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.917954674Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.925666668Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.925682258Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"161261d3-5dce-41f7-b74b-27f1dd37afe0","remote_addr":"[fd00:1122:3344:101::a]:51592","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18725,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.934963115Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.934998536Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"633119ac-a38a-4bb0-845f-784f2a2f884d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.980313874Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"633119ac-a38a-4bb0-845f-784f2a2f884d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"633119ac-a38a-4bb0-845f-784f2a2f884d\" \"--data\" \"/data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.982308709Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"633119ac-a38a-4bb0-845f-784f2a2f884d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.208855787Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"98ee0961-c3af-48a0-b1d8-f1e744109013","remote_addr":"[fd00:1122:3344:101::a]:51592","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.262847176Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"633119ac-a38a-4bb0-845f-784f2a2f884d","component":"worker"}
{"msg":"region 633119ac-a38a-4bb0-845f-784f2a2f884d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.262872647Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.26301006Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.263493934Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.268704628Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.281660698Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.284402794Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.28498827Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.287408357Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.287471879Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.28751311Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.296399227Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.300617204Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.892009897Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"9a50b8ec-2bb7-45b8-b671-152dcd87f029","remote_addr":"[fd00:1122:3344:101::a]:51592","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.546254348Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52832"}
{"msg":"region 3ad94b20-6b96-4d22-8558-459ad7805cce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.546383951Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.550098105Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.550118435Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"9bb423af-6d5e-4404-9a0a-1f6b080c7e31","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3808,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.56185417Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.561889231Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3ad94b20-6b96-4d22-8558-459ad7805cce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ad94b20-6b96-4d22-8558-459ad7805cce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.616038874Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"3ad94b20-6b96-4d22-8558-459ad7805cce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ad94b20-6b96-4d22-8558-459ad7805cce\" \"--data\" \"/data/regions/3ad94b20-6b96-4d22-8558-459ad7805cce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.616092496Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"3ad94b20-6b96-4d22-8558-459ad7805cce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.697560087Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"3ad94b20-6b96-4d22-8558-459ad7805cce","component":"worker"}
{"msg":"region 3ad94b20-6b96-4d22-8558-459ad7805cce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.697604858Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.697695181Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.698085551Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.702918146Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.712533832Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.715312219Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ad94b20-6b96-4d22-8558-459ad7805cce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.715642888Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.71569442Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.715736871Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.715773572Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.71931193Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.72432202Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724405792Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724489824Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724498764Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724539775Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724587207Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724664309Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.72471754Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724765542Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.724811263Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.736161388Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.73658989Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:52.854845822Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"3cacd9e9-3829-4582-b9ee-45713749a1ad","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.386931234Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","method":"GET","req_id":"cf6d9881-e38e-4640-9723-0eefc478f679","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.390660717Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.398919387Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.407372351Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.407399142Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.418831609Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/633119ac-a38a-4bb0-845f-784f2a2f884d/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797","method":"GET","req_id":"20cfbaa5-fbc5-493a-a6dd-d55f465f8324","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28609,"response_code":"200"}
{"msg":"path is \"/data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.42244173Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.430268687Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.437654552Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.437686183Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 633119ac-a38a-4bb0-845f-784f2a2f884d-ee4248a2-9aff-4ee6-aa03-314ab9d44797 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.447046053Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions for region 633119ac-a38a-4bb0-845f-784f2a2f884d running snapshot ee4248a2-9aff-4ee6-aa03-314ab9d44797 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.447259368Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.447273829Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/633119ac-a38a-4bb0-845f-784f2a2f884d/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797/run","method":"POST","req_id":"ede8e4a9-010b-435a-ae0c-aaffa267545a","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24857,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.448840612Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.448920894Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.448999637Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449005887Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449045958Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449089589Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449386958Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449442379Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.44948966Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.449534311Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.45271821Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-633119ac-a38a-4bb0-845f-784f2a2f884d-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.453191963Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-633119ac-a38a-4bb0-845f-784f2a2f884d-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.459272522Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-633119ac-a38a-4bb0-845f-784f2a2f884d-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.468729174Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d/.zfs/snapshot/ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.46895147Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.469004182Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.469041983Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.469077284Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.469119575Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.472860469Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.477424676Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"region 633119ac-a38a-4bb0-845f-784f2a2f884d running snapshot ee4248a2-9aff-4ee6-aa03-314ab9d44797 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.477439976Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"path is \"/data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.69307567Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.702524313Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.712035577Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/633119ac-a38a-4bb0-845f-784f2a2f884d\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.712064227Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.720549233Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/633119ac-a38a-4bb0-845f-784f2a2f884d/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797/run","method":"POST","req_id":"18a12405-28ea-432c-837e-a21ab18db7d2","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27506,"response_code":"200"}
{"msg":"region 1582c5c6-cb79-4b91-ad83-f9daaef3d8b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175324987Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175478961Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"fc7f3e53-5f50-488b-8a18-0eeb6a09a5f7","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":238,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175507032Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.185126289Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.18515895Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.248117667Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\" \"--data\" \"/data/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.250048131Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.317546284Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","component":"worker"}
{"msg":"region 1582c5c6-cb79-4b91-ad83-f9daaef3d8b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.317608006Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.317724899Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.318443219Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.321940586Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.330121103Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.33325193Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.333502307Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.333564759Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.33361729Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.333684252Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.337168479Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.342376163Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"00b38b1e-0ff2-48ec-929f-9051688e8e18","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.342851846Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.34296799Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.343067443Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.343077663Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.343126604Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.343180746Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.347523056Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.347612599Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.34767954Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.347735802Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.353405799Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.355432996Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.701581166Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","method":"GET","req_id":"ad4f403b-85c0-4433-bfed-85b5a939e862","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.705899136Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.71722016Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"region 1582c5c6-cb79-4b91-ad83-f9daaef3d8b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.728162414Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.72837234Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-1582c5c6-cb79-4b91-ad83-f9daaef3d8b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.7294726Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.730812787Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","method":"DELETE","req_id":"e9ee813e-4b48-47d6-b52a-1db44bfcb91d","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24938,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.733684927Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","method":"GET","req_id":"e85ccb89-8d59-4f19-9748-8562814d87a9","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.735765575Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.735863797Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.73596378Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.735981741Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736022982Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736070893Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/633119ac-a38a-4bb0-845f-784f2a2f884d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736492075Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736553357Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736605208Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.736652179Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.740411934Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.741895995Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_eb782ae8-202d-4b31-b075-6b9d2fd8126f/crucible/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.752919001Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"region":"1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","component":"worker"}
{"msg":"region 1582c5c6-cb79-4b91-ad83-f9daaef3d8b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.802728623Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.874568637Z","hostname":"oxz_crucible_ce48895d-4e58-4427-9e4c-eba683b07291","pid":26486,"uri":"/crucible/0/regions/1582c5c6-cb79-4b91-ad83-f9daaef3d8b0","method":"GET","req_id":"9154f56e-cf3b-4c7e-8ac2-1a7b6eb78b4b","remote_addr":"[fd00:1122:3344:101::a]:52832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}