{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.976333301Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50861"}
{"msg":"region 2f4481ac-8682-4bcc-8cd9-458ed61498cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.976396702Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.976981012Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.976996003Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions","method":"POST","req_id":"e7589c00-d7c7-4f14-be9a-cd9955a0f15a","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":625,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.98748741Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:50.98750436Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2f4481ac-8682-4bcc-8cd9-458ed61498cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f4481ac-8682-4bcc-8cd9-458ed61498cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.058736268Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"region":"2f4481ac-8682-4bcc-8cd9-458ed61498cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f4481ac-8682-4bcc-8cd9-458ed61498cd\" \"--data\" \"/data/regions/2f4481ac-8682-4bcc-8cd9-458ed61498cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.060700733Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"region":"2f4481ac-8682-4bcc-8cd9-458ed61498cd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.173647334Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"region":"2f4481ac-8682-4bcc-8cd9-458ed61498cd","component":"worker"}
{"msg":"region 2f4481ac-8682-4bcc-8cd9-458ed61498cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.173690505Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.173783156Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.174884356Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.18410335Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.202605999Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.208453213Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f4481ac-8682-4bcc-8cd9-458ed61498cd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.208862581Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.208940102Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.209003243Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.209061504Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.215097672Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.222183708Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:51.337541072Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions","method":"POST","req_id":"c3def448-48ce-453d-b420-671951ca0c33","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":693,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.608366986Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions/a419490a-5d51-421e-b082-161e2afe8972","method":"GET","req_id":"ea4b7fa6-e765-4b12-a06c-e9e7eb1c0b89","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":769,"response_code":"200"}
{"msg":"path is \"/data/regions/a419490a-5d51-421e-b082-161e2afe8972\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.614921043Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"dataset is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.62372464Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"snapshot is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972@27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.632456435Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972\", \"27849cd6-3ba0-4d2d-9220-da51501c52b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.632487106Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.64282917Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions/a419490a-5d51-421e-b082-161e2afe8972/snapshots/27849cd6-3ba0-4d2d-9220-da51501c52b2","method":"GET","req_id":"1e9fcb21-e452-4df3-8823-63f31397e242","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31154,"response_code":"200"}
{"msg":"path is \"/data/regions/a419490a-5d51-421e-b082-161e2afe8972\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.646407784Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"dataset is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.654458417Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"snapshot is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972@27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.661770617Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972\", \"27849cd6-3ba0-4d2d-9220-da51501c52b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.661804728Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a419490a-5d51-421e-b082-161e2afe8972-27849cd6-3ba0-4d2d-9220-da51501c52b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.670731127Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"applying SMF actions for region a419490a-5d51-421e-b082-161e2afe8972 running snapshot 27849cd6-3ba0-4d2d-9220-da51501c52b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.67090259Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.670947301Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions/a419490a-5d51-421e-b082-161e2afe8972/snapshots/27849cd6-3ba0-4d2d-9220-da51501c52b2/run","method":"POST","req_id":"d26c9b6c-e44a-4df2-bb6d-3f63e0c82656","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24563,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a419490a-5d51-421e-b082-161e2afe8972-27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.673576277Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a419490a-5d51-421e-b082-161e2afe8972-27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.679958311Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a419490a-5d51-421e-b082-161e2afe8972-27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.699079241Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a419490a-5d51-421e-b082-161e2afe8972/.zfs/snapshot/27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.69954951Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.699603691Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.699650272Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.699689052Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.699740903Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.70407974Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.711305409Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"worker"}
{"msg":"region a419490a-5d51-421e-b082-161e2afe8972 running snapshot 27849cd6-3ba0-4d2d-9220-da51501c52b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.71132902Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"path is \"/data/regions/a419490a-5d51-421e-b082-161e2afe8972\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.841144301Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"dataset is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.850334764Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"datafile"}
{"msg":"snapshot is oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972@27849cd6-3ba0-4d2d-9220-da51501c52b2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.85850481Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0992886b-7bd4-4261-afe1-662fbe130da8/crucible/regions/a419490a-5d51-421e-b082-161e2afe8972\", \"27849cd6-3ba0-4d2d-9220-da51501c52b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.85853203Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:48:52.865910382Z","hostname":"oxz_crucible_b137109e-22bc-49b0-bb4b-a04bc6f3ef81","pid":22005,"uri":"/crucible/0/regions/a419490a-5d51-421e-b082-161e2afe8972/snapshots/27849cd6-3ba0-4d2d-9220-da51501c52b2/run","method":"POST","req_id":"eeacb648-2ddd-40da-a246-e7d45062a195","remote_addr":"[fd00:1122:3344:101::a]:50861","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24809,"response_code":"200"}