{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.850532304Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45056"} {"msg":"region 70e51699-b873-4afa-b43d-c08cd5e12853 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.910402073Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.9137501Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.91376268Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"uri":"/crucible/0/regions","method":"POST","req_id":"da3003b7-97cb-4047-b71e-4fabafade549","remote_addr":"[fd00:1122:3344:101::a]:45056","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4095,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.924362068Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.924392068Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"70e51699-b873-4afa-b43d-c08cd5e12853\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/70e51699-b873-4afa-b43d-c08cd5e12853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.976270965Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"region":"70e51699-b873-4afa-b43d-c08cd5e12853","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"70e51699-b873-4afa-b43d-c08cd5e12853\" \"--data\" \"/data/regions/70e51699-b873-4afa-b43d-c08cd5e12853\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:05.976317258Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"region":"70e51699-b873-4afa-b43d-c08cd5e12853","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.0382757Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"region":"70e51699-b873-4afa-b43d-c08cd5e12853","component":"worker"} {"msg":"region 70e51699-b873-4afa-b43d-c08cd5e12853 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.03831338Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.038405941Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.043922368Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"uri":"/crucible/0/regions","method":"POST","req_id":"18341957-e33a-4480-bdbc-cd9267b3b0e5","remote_addr":"[fd00:1122:3344:101::a]:45056","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"creating missing downstairs instance downstairs-70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.049525835Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.053482995Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.062481767Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.064923262Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70e51699-b873-4afa-b43d-c08cd5e12853","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.065254345Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.065299136Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.065340296Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.065381956Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.068720271Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:06.072860583Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.15081691Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38591"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.150920801Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"uri":"/crucible/0/regions/09c6dda6-a44c-429e-910f-87c33e683812","method":"GET","req_id":"da0c2ca2-b327-4d24-aea7-5aef1f78add9","remote_addr":"[fd00:1122:3344:101::a]:38591","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/09c6dda6-a44c-429e-910f-87c33e683812\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.152992312Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"dataset is oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.162177546Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"snapshot is oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812@e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.173396591Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812\", \"e4b1f818-2111-4597-8c52-f415205c0676\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.173429231Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.190922099Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"uri":"/crucible/0/regions/09c6dda6-a44c-429e-910f-87c33e683812/snapshots/e4b1f818-2111-4597-8c52-f415205c0676","method":"GET","req_id":"b7ddee22-2d44-4c32-89c2-205520bed96c","remote_addr":"[fd00:1122:3344:101::a]:38591","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37922,"response_code":"200"} {"msg":"path is \"/data/regions/09c6dda6-a44c-429e-910f-87c33e683812\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.193078861Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"dataset is oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.20175277Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"snapshot is oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812@e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.210994844Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b24881-8794-4a74-bf19-51b859178ea2/crucible/regions/09c6dda6-a44c-429e-910f-87c33e683812\", \"e4b1f818-2111-4597-8c52-f415205c0676\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.211030944Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 09c6dda6-a44c-429e-910f-87c33e683812-e4b1f818-2111-4597-8c52-f415205c0676 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.219836264Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"} {"msg":"applying SMF actions for region 09c6dda6-a44c-429e-910f-87c33e683812 running snapshot e4b1f818-2111-4597-8c52-f415205c0676 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.220016866Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.220053847Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"uri":"/crucible/0/regions/09c6dda6-a44c-429e-910f-87c33e683812/snapshots/e4b1f818-2111-4597-8c52-f415205c0676/run","method":"POST","req_id":"6fbb0672-6b09-4658-9e02-bfd56233cff3","remote_addr":"[fd00:1122:3344:101::a]:38591","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27010,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-09c6dda6-a44c-429e-910f-87c33e683812-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.22234246Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-09c6dda6-a44c-429e-910f-87c33e683812-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.227510132Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-09c6dda6-a44c-429e-910f-87c33e683812-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236486044Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/09c6dda6-a44c-429e-910f-87c33e683812/.zfs/snapshot/e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236791977Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236844778Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236891678Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236930849Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.236983229Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.240698677Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.245307384Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"worker"} {"msg":"region 09c6dda6-a44c-429e-910f-87c33e683812 running snapshot e4b1f818-2111-4597-8c52-f415205c0676 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.245321394Z","hostname":"oxz_crucible_2865067f-db45-4f1c-b44b-06ea5e23c83f","pid":22397,"component":"datafile"}