{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.015047928Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42409"} {"msg":"region 1448a217-9d00-4a33-8d31-c447039073aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.015128731Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.015967894Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions","method":"POST","req_id":"d853f0d5-51f3-4639-a179-cc9877ee0a52","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":863,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.015980874Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.027780728Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.027808949Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1448a217-9d00-4a33-8d31-c447039073aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1448a217-9d00-4a33-8d31-c447039073aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.089174934Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"1448a217-9d00-4a33-8d31-c447039073aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1448a217-9d00-4a33-8d31-c447039073aa\" \"--data\" \"/data/regions/1448a217-9d00-4a33-8d31-c447039073aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.089226145Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"1448a217-9d00-4a33-8d31-c447039073aa","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.166659591Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"1448a217-9d00-4a33-8d31-c447039073aa","component":"worker"} {"msg":"region 1448a217-9d00-4a33-8d31-c447039073aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.166700943Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.166788485Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.167200046Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.174755414Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.189393446Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.192342897Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1448a217-9d00-4a33-8d31-c447039073aa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.192553673Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.192613654Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.192655845Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.192698297Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.196389028Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.204167061Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:23.315373475Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions","method":"POST","req_id":"9cb2df9b-6171-41a4-b621-f4b115f25f75","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.848898462Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/942e408b-abed-4367-8507-3066484bde2f","method":"GET","req_id":"b3d8010b-ce97-47a7-8a91-ec79ee24f8b1","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2527,"response_code":"200"} {"msg":"path is \"/data/regions/942e408b-abed-4367-8507-3066484bde2f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.852184693Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"dataset is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.861773776Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"snapshot is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f@9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.871798561Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f\", \"9c5cc29d-1ebc-433e-8a96-f229cda2e28c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.871830202Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.885194369Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/942e408b-abed-4367-8507-3066484bde2f/snapshots/9c5cc29d-1ebc-433e-8a96-f229cda2e28c","method":"GET","req_id":"f99917f7-574c-4e32-8331-6b941e3fdf9f","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33024,"response_code":"200"} {"msg":"path is \"/data/regions/942e408b-abed-4367-8507-3066484bde2f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.888923441Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"dataset is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.899531453Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"snapshot is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f@9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.908610832Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f\", \"9c5cc29d-1ebc-433e-8a96-f229cda2e28c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.908647433Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 942e408b-abed-4367-8507-3066484bde2f-9c5cc29d-1ebc-433e-8a96-f229cda2e28c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.918530125Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"applying SMF actions for region 942e408b-abed-4367-8507-3066484bde2f running snapshot 9c5cc29d-1ebc-433e-8a96-f229cda2e28c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.91873191Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.918771771Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/942e408b-abed-4367-8507-3066484bde2f/snapshots/9c5cc29d-1ebc-433e-8a96-f229cda2e28c/run","method":"POST","req_id":"421c4ce1-1c08-4b8d-9e83-802078ddc9b4","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29891,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-942e408b-abed-4367-8507-3066484bde2f-9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.921016703Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-942e408b-abed-4367-8507-3066484bde2f-9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.930835862Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-942e408b-abed-4367-8507-3066484bde2f-9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.940926639Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/942e408b-abed-4367-8507-3066484bde2f/.zfs/snapshot/9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.941186307Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.941243148Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.941283469Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.9413235Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.941376942Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.94494606Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.949612498Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"region 942e408b-abed-4367-8507-3066484bde2f running snapshot 9c5cc29d-1ebc-433e-8a96-f229cda2e28c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:24.949631619Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"path is \"/data/regions/942e408b-abed-4367-8507-3066484bde2f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:25.181557407Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"dataset is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:25.190887833Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"snapshot is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f@9c5cc29d-1ebc-433e-8a96-f229cda2e28c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:25.199369076Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/942e408b-abed-4367-8507-3066484bde2f\", \"9c5cc29d-1ebc-433e-8a96-f229cda2e28c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:25.199403107Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:25.208176538Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/942e408b-abed-4367-8507-3066484bde2f/snapshots/9c5cc29d-1ebc-433e-8a96-f229cda2e28c/run","method":"POST","req_id":"9fed71c8-a2eb-4677-b28d-a069ff955dc9","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27317,"response_code":"200"} {"msg":"region ae6a20a5-4672-41f9-8d90-df8482d29402 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.634405565Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.634579769Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions","method":"POST","req_id":"0079f69e-07b1-4afb-a8dd-e87a9f159502","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":233,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.63460542Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.643000531Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.643040972Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ae6a20a5-4672-41f9-8d90-df8482d29402\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ae6a20a5-4672-41f9-8d90-df8482d29402\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.705315192Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"ae6a20a5-4672-41f9-8d90-df8482d29402","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ae6a20a5-4672-41f9-8d90-df8482d29402\" \"--data\" \"/data/regions/ae6a20a5-4672-41f9-8d90-df8482d29402\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.707111321Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"ae6a20a5-4672-41f9-8d90-df8482d29402","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.787261122Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"ae6a20a5-4672-41f9-8d90-df8482d29402","component":"worker"} {"msg":"region ae6a20a5-4672-41f9-8d90-df8482d29402 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.787304653Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.787391935Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.789319358Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.792428824Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.799328283Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.802375937Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.802628914Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.802687635Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.802733467Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.802778938Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.805896153Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:28.811352723Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:29.009683779Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions","method":"POST","req_id":"2fb70022-f1d8-4bff-85bc-0392ed40afc0","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.225418913Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","method":"GET","req_id":"f0c4e9e1-1be6-4a37-9e2e-e0cd42c10e8c","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":114,"response_code":"200"} {"msg":"path is \"/data/regions/ae6a20a5-4672-41f9-8d90-df8482d29402\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.228727074Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"dataset is oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.242489292Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"region ae6a20a5-4672-41f9-8d90-df8482d29402 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.252846766Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.253030141Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.253086273Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","method":"DELETE","req_id":"6611b912-0c3e-4741-b71a-8e5a602ea3bd","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24405,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.256909407Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","method":"GET","req_id":"9419082d-6d3e-4d82-85a2-f2908d972356","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-ae6a20a5-4672-41f9-8d90-df8482d29402 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.256941868Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.264761723Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d31b2b69-efd5-461d-912c-5052088aed91/crucible/regions/ae6a20a5-4672-41f9-8d90-df8482d29402\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.275855998Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"region":"ae6a20a5-4672-41f9-8d90-df8482d29402","component":"worker"} {"msg":"region ae6a20a5-4672-41f9-8d90-df8482d29402 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.328101822Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T23:05:54.353626863Z","hostname":"oxz_crucible_6f8c15e0-3bd6-49d4-ac46-62138824d5f4","pid":22133,"uri":"/crucible/0/regions/ae6a20a5-4672-41f9-8d90-df8482d29402","method":"GET","req_id":"af45b162-4023-4350-aec8-a52a46eaa5ef","remote_addr":"[fd00:1122:3344:101::a]:42409","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":"200"}