[ May 28 17:30:48 Enabled. ]
[ May 28 17:30:48 Rereading configuration. ]
[ May 28 17:30:50 Rereading configuration. ]
[ May 28 17:30:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.132489202Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349}
{"msg":"dataset: \"oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.132718998Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.132730698Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.132735958Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.14747342Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:30:56.357392225Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.081171314Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36216"}
{"msg":"region 5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.100611825Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.105884767Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.105936519Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"01d266ab-07d9-457a-9208-ec4e0f7f0328","remote_addr":"[fd00:1122:3344:101::c]:36216","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":11887,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.115046239Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.115061539Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.186559862Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\" \"--data\" \"/data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.186629844Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.431410149Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"9e40cf77-e130-44ca-bf59-fa285c76ef89","remote_addr":"[fd00:1122:3344:101::c]:36216","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.541701782Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","component":"worker"}
{"msg":"region 5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.541787544Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.54204929Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.544573854Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.550020011Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.565596415Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.568703923Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.569430711Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.569491993Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.569530904Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.569561304Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.579997478Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.584865261Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:31:26.716408589Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"a3dc784b-5822-4dfc-b777-0b133dd74fd9","remote_addr":"[fd00:1122:3344:101::c]:36216","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.461080267Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50012"}
{"msg":"region 2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.462070092Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.465834387Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.465849117Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"5de297d6-1c2d-4c7d-9ce0-e137f69a0e55","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4727,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.474394623Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.474426533Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.535794561Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1\" \"--data\" \"/data/regions/2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.539780922Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.664789826Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"389afb47-3052-424e-9c3a-76a8d7ddc842","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.666476378Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"region":"2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","component":"worker"}
{"msg":"region 2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.666489069Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.666648093Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.667035032Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.676228274Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.69468341Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.697579553Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c4a4a7d-f8cc-4b82-aefc-d64946f5efe1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.697897731Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.697952932Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.698000013Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.698044065Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.701622405Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.715912825Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.715991507Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.71609051Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.71609969Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716152622Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716218053Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716300045Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716350447Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716402078Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.716451469Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.721700271Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:10.722172803Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.34833884Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions","method":"POST","req_id":"e762b839-af95-412f-abbe-94b3af3d08b5","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.692937733Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","method":"GET","req_id":"fb0a7ea9-038f-43bb-9d38-8160ee2a2c66","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.696354079Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"dataset is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.70234238Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"snapshot is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda@d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.707215993Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\", \"d33ad71a-9e33-4bc1-be64-e6f2b8de52c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.707234904Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.714429625Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda/snapshots/d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","method":"GET","req_id":"9733442b-532b-46e9-89a2-c25ae647d64f","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18103,"response_code":200}
{"msg":"path is \"/data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.722269503Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"dataset is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.726932741Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"snapshot is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda@d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.731513046Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\", \"d33ad71a-9e33-4bc1-be64-e6f2b8de52c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.731528866Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda-d33ad71a-9e33-4bc1-be64-e6f2b8de52c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.738178464Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"applying SMF actions for region 5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda running snapshot d33ad71a-9e33-4bc1-be64-e6f2b8de52c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.738338508Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.738350238Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda/snapshots/d33ad71a-9e33-4bc1-be64-e6f2b8de52c4/run","method":"POST","req_id":"fc42c774-ebef-490e-baf0-54775bc60085","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16096,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.739905448Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.73997617Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740046941Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740052541Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740089342Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740129583Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740419471Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740467302Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740509323Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.740549794Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.743762725Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda-d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.746823622Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda-d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.756897557Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda-d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.765892413Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda/.zfs/snapshot/d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.76614007Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.766212301Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.766253353Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.766298594Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.766356735Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.770211092Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.773748131Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"worker"}
{"msg":"region 5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda running snapshot d33ad71a-9e33-4bc1-be64-e6f2b8de52c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.773768792Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"path is \"/data/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.992766607Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"dataset is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:11.998869721Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"datafile"}
{"msg":"snapshot is oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda@d33ad71a-9e33-4bc1-be64-e6f2b8de52c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:12.005752284Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_39194572-7e6e-4ea1-92a4-b67c0c4e1811/crucible/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda\", \"d33ad71a-9e33-4bc1-be64-e6f2b8de52c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:12.005775845Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:41:12.012613128Z","hostname":"oxz_crucible_bf0c16e3-7acc-4404-ad9b-e73ee7ede286","pid":29349,"uri":"/crucible/0/regions/5e2bc0c4-64ef-4592-ae7e-8afa80c7ffda/snapshots/d33ad71a-9e33-4bc1-be64-e6f2b8de52c4/run","method":"POST","req_id":"6527c047-7067-4929-bee3-2d8d0ebc293c","remote_addr":"[fd00:1122:3344:101::c]:50012","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19887,"response_code":200}