{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.459851758Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42377"} {"msg":"region 6f40babd-5874-42a3-8512-9397c217aeec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.52299271Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.523587973Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"6abe07a1-444e-4db4-a258-b371a431e2de","remote_addr":"[fd00:1122:3344:101::a]:42377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1369,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.523602734Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.532012102Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.532037952Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6f40babd-5874-42a3-8512-9397c217aeec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6f40babd-5874-42a3-8512-9397c217aeec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.692219445Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"region":"6f40babd-5874-42a3-8512-9397c217aeec","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.714612766Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"bbcc3714-6d87-4fb4-98e3-c04cb25ecd4c","remote_addr":"[fd00:1122:3344:101::a]:42377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.956352882Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"region":"6f40babd-5874-42a3-8512-9397c217aeec","component":"worker"} {"msg":"region 6f40babd-5874-42a3-8512-9397c217aeec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.956396103Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.956539146Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.95761734Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:32.965096608Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.009377418Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.034650393Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f40babd-5874-42a3-8512-9397c217aeec","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.035129294Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.035189225Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.035239856Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.035288567Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.060148093Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.073211995Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:33.240554678Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"c9ba455b-6cf7-4685-93a7-00342c8bd0e7","remote_addr":"[fd00:1122:3344:101::a]:42377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.714606058Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39719"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.714672079Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264","method":"GET","req_id":"0160756f-6dbc-4e4e-968d-8b3c0ff250b6","remote_addr":"[fd00:1122:3344:101::a]:39719","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.717744508Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.727105457Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264@0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.736045507Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264\", \"0c51a3be-d57e-40e1-84d8-4ca7dbd24e66\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.736077498Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.747443412Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264/snapshots/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","method":"GET","req_id":"118e19bc-3dec-4937-8c68-381b8409b176","remote_addr":"[fd00:1122:3344:101::a]:39719","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32614,"response_code":"200"} {"msg":"path is \"/data/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.747613216Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.756051374Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264@0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.76344258Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264\", \"0c51a3be-d57e-40e1-84d8-4ca7dbd24e66\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.76347263Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot acfa6af7-67d6-41a6-83e9-dc05c87ab264-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.780244815Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"applying SMF actions for region acfa6af7-67d6-41a6-83e9-dc05c87ab264 running snapshot 0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.780463931Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.780482681Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264/snapshots/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66/run","method":"POST","req_id":"8be4eb07-3e38-4874-9ce9-ad63617ca87b","remote_addr":"[fd00:1122:3344:101::a]:39719","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32892,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-acfa6af7-67d6-41a6-83e9-dc05c87ab264-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.783266623Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-acfa6af7-67d6-41a6-83e9-dc05c87ab264-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.821891857Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-acfa6af7-67d6-41a6-83e9-dc05c87ab264-0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.933681947Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acfa6af7-67d6-41a6-83e9-dc05c87ab264/.zfs/snapshot/0c51a3be-d57e-40e1-84d8-4ca7dbd24e66","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.933963883Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.934034925Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.934087436Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.934154698Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.934232799Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.9763017Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.985947706Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"region acfa6af7-67d6-41a6-83e9-dc05c87ab264 running snapshot 0c51a3be-d57e-40e1-84d8-4ca7dbd24e66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:35.985970867Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.473936085Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39202"} {"msg":"region 9e65066c-91d3-42d3-a20e-e71b9ca2a7df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.536804761Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.536973665Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"966d7f72-8af1-4961-ab79-3e34e526f218","remote_addr":"[fd00:1122:3344:101::a]:39202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":905,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.536992195Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.545909035Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.545937766Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.680695729Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"9ca48d83-0f4b-4e51-ae90-de99e555aa04","remote_addr":"[fd00:1122:3344:101::a]:39202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"creating region Region { id: RegionId(\"9e65066c-91d3-42d3-a20e-e71b9ca2a7df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:40.697994686Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"region":"9e65066c-91d3-42d3-a20e-e71b9ca2a7df","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.006279301Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"region":"9e65066c-91d3-42d3-a20e-e71b9ca2a7df","component":"worker"} {"msg":"region 9e65066c-91d3-42d3-a20e-e71b9ca2a7df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.006329202Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.006417244Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.008159003Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.038617464Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.094231698Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.121230062Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.121575309Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.121644961Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.121683912Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.121725263Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.146903486Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.199780209Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:31:41.281652509Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"2e9c0907-acf0-4647-a936-932ef3430fd6","remote_addr":"[fd00:1122:3344:101::a]:39202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.843719228Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37452"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.843833041Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","method":"GET","req_id":"d3ff8cff-d20c-42af-8875-c89033d00e4c","remote_addr":"[fd00:1122:3344:101::a]:37452","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"path is \"/data/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.844094286Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.861553467Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"region 9e65066c-91d3-42d3-a20e-e71b9ca2a7df state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.870788363Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.870996378Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.871032169Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","method":"DELETE","req_id":"91f760b8-e7fe-4212-86f4-0f7aa1c3b644","remote_addr":"[fd00:1122:3344:101::a]:37452","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27003,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.871185832Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","method":"GET","req_id":"3f1fa0fd-abd2-4fa2-8bdf-82f90e9b8531","remote_addr":"[fd00:1122:3344:101::a]:37452","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-9e65066c-91d3-42d3-a20e-e71b9ca2a7df (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.872956152Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.887329793Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.896415157Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"region":"9e65066c-91d3-42d3-a20e-e71b9ca2a7df","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.932545875Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","method":"GET","req_id":"3bbdb3ab-f7a3-41e6-a0e7-f44c033f30d1","remote_addr":"[fd00:1122:3344:101::a]:37452","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region 9e65066c-91d3-42d3-a20e-e71b9ca2a7df state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:15.965143244Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-03T11:32:16.006727804Z","hostname":"oxz_crucible_f0ae5afd-78bf-4e66-876d-c203518191f9","pid":22010,"uri":"/crucible/0/regions/9e65066c-91d3-42d3-a20e-e71b9ca2a7df","method":"GET","req_id":"a6fc5a98-a14e-45c2-ba5a-9864d2ea1aeb","remote_addr":"[fd00:1122:3344:101::a]:37452","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24,"response_code":"200"}