{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.733443137Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65387"} {"msg":"region fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.734262992Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.734909003Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions","method":"POST","req_id":"665c6a0c-e091-4a3f-a37b-508ab187d992","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1383,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.734926204Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.74720976Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.747233871Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.814896308Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6\" \"--data\" \"/data/regions/fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.8149429Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.871914731Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions","method":"POST","req_id":"e5051391-c3fb-480e-96b5-6fc1d310530e","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.900669645Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","component":"worker"} {"msg":"region fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.900696096Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.900846681Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.906312293Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.91575215Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.923770222Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.926912711Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcaca5dc-e2f9-41d3-993a-0ec20eb1e4f6","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.927186959Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.927242101Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.927283233Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.927322774Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.930834964Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:29.935724438Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:30.245597372Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions","method":"POST","req_id":"4d7edb4b-7157-4088-842f-844e849f22ea","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.520285003Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d","method":"GET","req_id":"054696a2-6b62-44d0-891d-569cff6b64b3","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":565,"response_code":"200"} {"msg":"path is \"/data/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.523835425Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"dataset is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.533084076Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"snapshot is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d@20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.541260293Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\", \"20044bd8-b44f-4aa1-ad41-c6fe74a780b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.541290214Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.55261025Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d/snapshots/20044bd8-b44f-4aa1-ad41-c6fe74a780b3","method":"GET","req_id":"388ffe8e-ba79-4063-b073-392b70edf07c","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28787,"response_code":"200"} {"msg":"path is \"/data/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.556232464Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"dataset is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.56438183Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"snapshot is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d@20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.572550357Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\", \"20044bd8-b44f-4aa1-ad41-c6fe74a780b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.572574907Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d-20044bd8-b44f-4aa1-ad41-c6fe74a780b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.580884679Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"applying SMF actions for region ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d running snapshot 20044bd8-b44f-4aa1-ad41-c6fe74a780b3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.581077285Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.581103415Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d/snapshots/20044bd8-b44f-4aa1-ad41-c6fe74a780b3/run","method":"POST","req_id":"2a28aeb0-c966-4920-96d3-39356e0b745a","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24905,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d-20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.583819811Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d-20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.586916718Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d-20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.5968082Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d/.zfs/snapshot/20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.597092158Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.59714979Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.597198912Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.597237123Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.597288255Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.600823296Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.605370799Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"region ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d running snapshot 20044bd8-b44f-4aa1-ad41-c6fe74a780b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.605381149Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"path is \"/data/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.931304968Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"dataset is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.940350413Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"snapshot is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d@20044bd8-b44f-4aa1-ad41-c6fe74a780b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.949041066Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d\", \"20044bd8-b44f-4aa1-ad41-c6fe74a780b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.949067397Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:32.957320337Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/ee8edcb5-e21b-4de7-9e3c-c94a776b1e5d/snapshots/20044bd8-b44f-4aa1-ad41-c6fe74a780b3/run","method":"POST","req_id":"60cb7345-5b3f-4609-a308-7fd6f6031e12","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26077,"response_code":"200"} {"msg":"region 2947d860-be8f-4ffa-84a7-2c2deaa93616 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.491114561Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.491311628Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions","method":"POST","req_id":"9aeb8205-34a2-4cec-bc3e-edca63ba637d","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":266,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.491331448Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.500497006Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.500525557Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2947d860-be8f-4ffa-84a7-2c2deaa93616\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.571113117Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"2947d860-be8f-4ffa-84a7-2c2deaa93616","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2947d860-be8f-4ffa-84a7-2c2deaa93616\" \"--data\" \"/data/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.571163988Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"2947d860-be8f-4ffa-84a7-2c2deaa93616","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.652472296Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"2947d860-be8f-4ffa-84a7-2c2deaa93616","component":"worker"} {"msg":"region 2947d860-be8f-4ffa-84a7-2c2deaa93616 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.652549228Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.652678812Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.653743776Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.65673611Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.665910148Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.668961254Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.669230503Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.669285574Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.669327235Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.669368347Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.673575909Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.684067719Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:54:36.794711008Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions","method":"POST","req_id":"df90cb5c-4b40-4ba8-a611-889102f7c7e9","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.093308878Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","method":"GET","req_id":"b8563686-587e-4fd8-b23c-c077cc6d4103","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.09686365Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"dataset is oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.110437197Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"region 2947d860-be8f-4ffa-84a7-2c2deaa93616 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.119577654Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.11978286Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.119852633Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","method":"DELETE","req_id":"49c7f718-1eea-4be1-8983-d8fd7b441746","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23029,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2947d860-be8f-4ffa-84a7-2c2deaa93616 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.12168916Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.123991123Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","method":"GET","req_id":"ac8d77ba-3933-4b6a-9a32-f67ce76e74df","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":38,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.1280479Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_71ff0ddc-96a2-4ac3-9047-4006ab19c250/crucible/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.139069777Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"region":"2947d860-be8f-4ffa-84a7-2c2deaa93616","component":"worker"} {"msg":"region 2947d860-be8f-4ffa-84a7-2c2deaa93616 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.195011445Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-13T22:55:02.20661196Z","hostname":"oxz_crucible_84e46dce-4af6-47ff-867b-a14ae7eecdfd","pid":22934,"uri":"/crucible/0/regions/2947d860-be8f-4ffa-84a7-2c2deaa93616","method":"GET","req_id":"b1f72db2-6ed4-4aba-bba3-c34513dd2546","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":"200"}