{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.80324142Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49406"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.805755593Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","method":"GET","req_id":"3afba446-34d6-4e1b-8227-f29f25d4f982","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2461,"response_code":"200"} {"msg":"path is \"/data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.80917585Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"dataset is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.81870441Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"snapshot is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.828505746Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.828546597Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.839467233Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad","method":"GET","req_id":"483f5584-2bca-4908-8ab8-baf93c8fceed","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30311,"response_code":"200"} {"msg":"path is \"/data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.84295366Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"dataset is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.851400673Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"snapshot is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.859723563Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.859751493Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 30b93242-b5d1-47a8-8739-8a7fe621e4f1-fcf3df0b-2903-49db-8f29-1be0e92cb5ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.868691758Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"applying SMF actions for region 30b93242-b5d1-47a8-8739-8a7fe621e4f1 running snapshot fcf3df0b-2903-49db-8f29-1be0e92cb5ad (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.869313014Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.869350095Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad/run","method":"POST","req_id":"d672c651-1915-4ff9-a623-27c8e5b06c44","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26423,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.885715647Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.88580236Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.885884382Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.885892382Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.885937053Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.885987284Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.886095307Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.886162939Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.88621188Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.886262611Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.893320259Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-30b93242-b5d1-47a8-8739-8a7fe621e4f1-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.893789171Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-30b93242-b5d1-47a8-8739-8a7fe621e4f1-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.896876248Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-30b93242-b5d1-47a8-8739-8a7fe621e4f1-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.906726747Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1/.zfs/snapshot/fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.907023664Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.907078936Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.907121966Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.907161627Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.907215519Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.910725847Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.914956744Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"region 30b93242-b5d1-47a8-8739-8a7fe621e4f1 running snapshot fcf3df0b-2903-49db-8f29-1be0e92cb5ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.914968244Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"path is \"/data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:05.155631636Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"dataset is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:05.165209358Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"snapshot is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:05.174322707Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:05.174357198Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:05.183263572Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad/run","method":"POST","req_id":"f22b6406-7c7c-4738-ad3c-e212b69041a7","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27649,"response_code":"200"} {"msg":"region 55a8db08-7965-4b90-9778-e751a7c0411b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.73654635Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.736737805Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions","method":"POST","req_id":"3bc1e2c4-3c2a-4930-a872-6de2c114cf2b","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":258,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.736760875Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.747637289Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.7476731Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"55a8db08-7965-4b90-9778-e751a7c0411b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/55a8db08-7965-4b90-9778-e751a7c0411b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.806307947Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"region":"55a8db08-7965-4b90-9778-e751a7c0411b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"55a8db08-7965-4b90-9778-e751a7c0411b\" \"--data\" \"/data/regions/55a8db08-7965-4b90-9778-e751a7c0411b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.806357139Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"region":"55a8db08-7965-4b90-9778-e751a7c0411b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891010831Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"region":"55a8db08-7965-4b90-9778-e751a7c0411b","component":"worker"} {"msg":"region 55a8db08-7965-4b90-9778-e751a7c0411b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891067512Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891151554Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.89177897Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891864252Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891947424Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891953964Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891996265Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892046047Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892523059Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892610251Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892662382Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892711743Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.896199542Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.896656093Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.909423324Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.914498692Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions","method":"POST","req_id":"1d4ae031-3811-4dac-94f2-a74e9b801386","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.917209361Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.921769235Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.922028212Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.922102424Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.922153425Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.922202536Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.926589267Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.932216459Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.455721673Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/55a8db08-7965-4b90-9778-e751a7c0411b","method":"GET","req_id":"9e2816df-003b-4676-800d-919d7e5f922c","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/55a8db08-7965-4b90-9778-e751a7c0411b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.4584163Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"dataset is oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/55a8db08-7965-4b90-9778-e751a7c0411b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.473391127Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"region 55a8db08-7965-4b90-9778-e751a7c0411b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.483932681Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.484254843Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.484302413Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/55a8db08-7965-4b90-9778-e751a7c0411b","method":"DELETE","req_id":"f29eb9dc-985e-4308-8703-6b7262eea02f","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25965,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-55a8db08-7965-4b90-9778-e751a7c0411b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.485624405Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.488801485Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/55a8db08-7965-4b90-9778-e751a7c0411b","method":"GET","req_id":"73cea12b-a5d5-45a8-804c-1d1cccbce429","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498666805Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498750029Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498872226Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498879257Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498914621Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498966466Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30b93242-b5d1-47a8-8739-8a7fe621e4f1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.499279805Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.499358473Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.49940098Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.499449375Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.503725541Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.505159957Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f7c0d950-15a9-4e14-9aed-3f7a5a1f6e31/crucible/regions/55a8db08-7965-4b90-9778-e751a7c0411b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.515040544Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"region":"55a8db08-7965-4b90-9778-e751a7c0411b","component":"worker"} {"msg":"region 55a8db08-7965-4b90-9778-e751a7c0411b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.568342585Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.59944283Z","hostname":"oxz_crucible_ad746698-bfbe-4492-9206-1640d20e8d4f","pid":23767,"uri":"/crucible/0/regions/55a8db08-7965-4b90-9778-e751a7c0411b","method":"GET","req_id":"482f3263-f9c6-4191-b3d4-bf9c41da1803","remote_addr":"[fd00:1122:3344:101::c]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"}