{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:55.989758687Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37758"} {"msg":"region cb6b9b9a-5d70-48fb-a975-99d2692e2d81 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.048385544Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.049040556Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.049049996Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions","method":"POST","req_id":"b0970eb7-d795-40da-8e6b-975f34d1e81a","remote_addr":"[fd00:1122:3344:101::a]:37758","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":699,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.060877331Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.060913782Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cb6b9b9a-5d70-48fb-a975-99d2692e2d81\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/cb6b9b9a-5d70-48fb-a975-99d2692e2d81\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.116305743Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"region":"cb6b9b9a-5d70-48fb-a975-99d2692e2d81","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.232892906Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"region":"cb6b9b9a-5d70-48fb-a975-99d2692e2d81","component":"worker"} {"msg":"region cb6b9b9a-5d70-48fb-a975-99d2692e2d81 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.232944406Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.233072009Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.241846971Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.247331896Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.256176939Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.25911128Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb6b9b9a-5d70-48fb-a975-99d2692e2d81","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.259409646Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.259465316Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.259510407Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.259549518Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.260554535Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions","method":"POST","req_id":"f7b278bd-e40d-46e9-b088-ec21b0753bcf","remote_addr":"[fd00:1122:3344:101::a]:37758","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.263032318Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.267230191Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.099651873Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58499"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.099722924Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/1be757ef-20ca-4926-ae36-2a4c2161a870","method":"GET","req_id":"eb11d164-6841-4ecf-b6c1-e4deae0d68ef","remote_addr":"[fd00:1122:3344:101::a]:58499","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/1be757ef-20ca-4926-ae36-2a4c2161a870\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.103059092Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.111858584Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870@47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.1202473Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870\", \"47d087a7-8a4c-4266-bd5a-a250733581f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.120278261Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.130944936Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/1be757ef-20ca-4926-ae36-2a4c2161a870/snapshots/47d087a7-8a4c-4266-bd5a-a250733581f7","method":"GET","req_id":"7d21ea8e-c397-4f4c-b97e-ffc4feda129d","remote_addr":"[fd00:1122:3344:101::a]:58499","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28821,"response_code":"200"} {"msg":"path is \"/data/regions/1be757ef-20ca-4926-ae36-2a4c2161a870\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.131123769Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.138064489Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870@47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.144647093Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/1be757ef-20ca-4926-ae36-2a4c2161a870\", \"47d087a7-8a4c-4266-bd5a-a250733581f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.144675254Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1be757ef-20ca-4926-ae36-2a4c2161a870-47d087a7-8a4c-4266-bd5a-a250733581f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.152312466Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"applying SMF actions for region 1be757ef-20ca-4926-ae36-2a4c2161a870 running snapshot 47d087a7-8a4c-4266-bd5a-a250733581f7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.152482129Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.15251988Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/1be757ef-20ca-4926-ae36-2a4c2161a870/snapshots/47d087a7-8a4c-4266-bd5a-a250733581f7/run","method":"POST","req_id":"69ebfe10-c722-4452-a31f-ccdc9f1e4330","remote_addr":"[fd00:1122:3344:101::a]:58499","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21437,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-1be757ef-20ca-4926-ae36-2a4c2161a870-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.155294178Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1be757ef-20ca-4926-ae36-2a4c2161a870-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.159191306Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1be757ef-20ca-4926-ae36-2a4c2161a870-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.169528995Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1be757ef-20ca-4926-ae36-2a4c2161a870/.zfs/snapshot/47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.16982656Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.169881681Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.169924732Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.169966133Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.170028654Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.173726868Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.178178715Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"region 1be757ef-20ca-4926-ae36-2a4c2161a870 running snapshot 47d087a7-8a4c-4266-bd5a-a250733581f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.178187965Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.83389481Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52828"} {"msg":"region fa1f0850-3d0b-46a3-95e7-485c5bcc9a90 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.863447132Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.863592055Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions","method":"POST","req_id":"aeb59864-fbe7-4f3a-b0b8-b6ad49a85442","remote_addr":"[fd00:1122:3344:101::a]:52828","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":842,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.863609925Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.873066219Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.87309687Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fa1f0850-3d0b-46a3-95e7-485c5bcc9a90\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.932776175Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"region":"fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.001928335Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"region":"fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","component":"worker"} {"msg":"region fa1f0850-3d0b-46a3-95e7-485c5bcc9a90 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.001977736Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.002089508Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.004728493Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.008105332Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.014496263Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.017700809Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.017968043Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.018027534Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.018072945Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.018121126Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.021530535Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.027360076Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.09383453Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions","method":"POST","req_id":"caed96c6-35da-4333-bacc-2c1a9e865bc7","remote_addr":"[fd00:1122:3344:101::a]:52828","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.865173572Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32784"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.865262524Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","method":"GET","req_id":"9b19872a-fe93-4274-b7ea-a53d0d44b52e","remote_addr":"[fd00:1122:3344:101::a]:32784","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.865824324Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.876924256Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"region fa1f0850-3d0b-46a3-95e7-485c5bcc9a90 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.885298481Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.885502125Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.885554926Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","method":"DELETE","req_id":"9a38b8ba-94eb-42fc-b5fa-fa90c19af830","remote_addr":"[fd00:1122:3344:101::a]:32784","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20167,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.885696898Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","method":"GET","req_id":"60c63bbd-db6c-4e05-864e-e034191332d0","remote_addr":"[fd00:1122:3344:101::a]:32784","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-fa1f0850-3d0b-46a3-95e7-485c5bcc9a90 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.887209275Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.893770168Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.902692943Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"region":"fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","component":"worker"} {"msg":"region fa1f0850-3d0b-46a3-95e7-485c5bcc9a90 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.955426828Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:24.994061818Z","hostname":"oxz_crucible_12b2f995-52dc-48a9-9f09-ebd02803e9bb","pid":23074,"uri":"/crucible/0/regions/fa1f0850-3d0b-46a3-95e7-485c5bcc9a90","method":"GET","req_id":"52d31c8e-a909-47a0-8093-6e45443d40a0","remote_addr":"[fd00:1122:3344:101::a]:32784","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":104,"response_code":"200"}