{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.463964278Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64168"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.46405618Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","method":"GET","req_id":"3b536f04-9539-41ee-8a2c-d9412759ffa1","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.468016741Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"dataset is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.477097986Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"snapshot is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.484939806Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.484971437Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.496074123Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/c1404d96-25b1-4aef-92a5-b6244b377c34/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8","method":"GET","req_id":"593c4044-7547-4922-936b-fe6452da6848","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28620,"response_code":"200"} {"msg":"path is \"/data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.499444851Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"dataset is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.507525116Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"snapshot is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.516468328Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.516503179Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c1404d96-25b1-4aef-92a5-b6244b377c34-8c14885b-72bf-4110-b4c9-dd45b15a90e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.524672095Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"applying SMF actions for region c1404d96-25b1-4aef-92a5-b6244b377c34 running snapshot 8c14885b-72bf-4110-b4c9-dd45b15a90e8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.525557793Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.525602234Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/c1404d96-25b1-4aef-92a5-b6244b377c34/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8/run","method":"POST","req_id":"4f91f8e5-8305-483f-b2c8-5b8d0dfb71e4","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26184,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532209979Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.53229373Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532372472Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532379902Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532421013Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532467734Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532562836Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532621187Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532667438Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.532714319Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.539424036Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c1404d96-25b1-4aef-92a5-b6244b377c34-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.539876995Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c1404d96-25b1-4aef-92a5-b6244b377c34-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.542956438Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c1404d96-25b1-4aef-92a5-b6244b377c34-8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.557417152Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34/.zfs/snapshot/8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.557618306Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.557667117Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.557705468Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.557742509Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.55778988Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.561449694Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.57742058Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"region c1404d96-25b1-4aef-92a5-b6244b377c34 running snapshot 8c14885b-72bf-4110-b4c9-dd45b15a90e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.57744498Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"path is \"/data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.773057455Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"dataset is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.782440366Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"snapshot is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34@8c14885b-72bf-4110-b4c9-dd45b15a90e8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.791710925Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/c1404d96-25b1-4aef-92a5-b6244b377c34\", \"8c14885b-72bf-4110-b4c9-dd45b15a90e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.791737186Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:19.800896722Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/c1404d96-25b1-4aef-92a5-b6244b377c34/snapshots/8c14885b-72bf-4110-b4c9-dd45b15a90e8/run","method":"POST","req_id":"73080fb8-461c-4cb6-9501-31f8092cd744","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27862,"response_code":"200"} {"msg":"region 452d144e-5508-48f8-8faa-50de5b257bd5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.176888201Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.177075304Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"94ffcb51-0f5f-4ce3-aa9a-0e69c8b1c50c","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":249,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.177098615Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.188308233Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.188345004Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"452d144e-5508-48f8-8faa-50de5b257bd5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/452d144e-5508-48f8-8faa-50de5b257bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.260286969Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"region":"452d144e-5508-48f8-8faa-50de5b257bd5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"452d144e-5508-48f8-8faa-50de5b257bd5\" \"--data\" \"/data/regions/452d144e-5508-48f8-8faa-50de5b257bd5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.262185288Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"region":"452d144e-5508-48f8-8faa-50de5b257bd5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.335764477Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"region":"452d144e-5508-48f8-8faa-50de5b257bd5","component":"worker"} {"msg":"region 452d144e-5508-48f8-8faa-50de5b257bd5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.335812488Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.335946521Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.336450851Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.349018607Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.354252443Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"4fd21e47-e22a-4060-b9ce-07612ed5fc18","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.359192804Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.364039493Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.364316839Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.364370189Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.364411641Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.364453331Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.370018955Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.375480226Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.375596308Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.37568411Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.37569099Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.375732921Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.375779292Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.380181452Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.380237163Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.380287184Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.380338195Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.384428038Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:23.386449659Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.026307569Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/452d144e-5508-48f8-8faa-50de5b257bd5","method":"GET","req_id":"83ad2d2c-b005-4b82-b002-0bab7ffc2dc5","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/452d144e-5508-48f8-8faa-50de5b257bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.029546365Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"dataset is oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/452d144e-5508-48f8-8faa-50de5b257bd5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.042475408Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"region 452d144e-5508-48f8-8faa-50de5b257bd5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.053675247Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.05386076Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-452d144e-5508-48f8-8faa-50de5b257bd5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.055006424Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.056218179Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/452d144e-5508-48f8-8faa-50de5b257bd5","method":"DELETE","req_id":"56bcc099-9ef6-42e2-bc31-3c77b3280faa","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26696,"response_code":"204"} {"msg":"existing directory value /dev/null does not match /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059345062Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059454564Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059567607Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059576517Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059628228Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059684819Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059934044Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/452d144e-5508-48f8-8faa-50de5b257bd5","method":"GET","req_id":"ed811937-9d55-4dc3-86a3-349808e701d2","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":427,"response_code":"200"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1404d96-25b1-4aef-92a5-b6244b377c34","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.059997276Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.060063327Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.060133668Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.06021816Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.064612039Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.066041468Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_aff0853a-6dc9-4148-9cbd-53d93394ad64/crucible/regions/452d144e-5508-48f8-8faa-50de5b257bd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.077985632Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"region":"452d144e-5508-48f8-8faa-50de5b257bd5","component":"worker"} {"msg":"region 452d144e-5508-48f8-8faa-50de5b257bd5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.12749882Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T05:22:49.152483689Z","hostname":"oxz_crucible_59a85a16-a886-4c4a-82da-97b3fca26862","pid":23581,"uri":"/crucible/0/regions/452d144e-5508-48f8-8faa-50de5b257bd5","method":"GET","req_id":"f12b55fa-12a1-443d-99c2-7c8a9c034fff","remote_addr":"[fd00:1122:3344:101::b]:64168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"}