{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.049450865Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36642"}
{"msg":"region 38619633-d10e-4e6c-a2bd-6ba1d4bf52f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.049558387Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.050111837Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions","method":"POST","req_id":"5e778cf7-633f-44f6-8bb0-3e18f8a56f91","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":595,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.050122377Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.061191469Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.06122009Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"38619633-d10e-4e6c-a2bd-6ba1d4bf52f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/38619633-d10e-4e6c-a2bd-6ba1d4bf52f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.135347537Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"region":"38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"38619633-d10e-4e6c-a2bd-6ba1d4bf52f5\" \"--data\" \"/data/regions/38619633-d10e-4e6c-a2bd-6ba1d4bf52f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.137400893Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"region":"38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.215184974Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"region":"38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","component":"worker"}
{"msg":"region 38619633-d10e-4e6c-a2bd-6ba1d4bf52f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.215224925Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.215324596Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.216296143Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.224820331Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions","method":"POST","req_id":"2bd061fe-a704-4d2f-9c51-19a4bdf245d5","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.23164516Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.245787246Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.249167584Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38619633-d10e-4e6c-a2bd-6ba1d4bf52f5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.249370318Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.249415498Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.249455109Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.24949346Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.253186184Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:07.258399054Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.798127248Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08","method":"GET","req_id":"32b504a2-60df-4ea4-a61c-346cc7dfdfc7","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.801490046Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"dataset is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.810589614Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"snapshot is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08@9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.81900431Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\", \"9eabf251-a7d1-4c56-b121-eada8b4b2c42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.819038281Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.831543138Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08/snapshots/9eabf251-a7d1-4c56-b121-eada8b4b2c42","method":"GET","req_id":"30bfbdec-aae0-4c91-b99a-85d072a2441f","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30062,"response_code":"200"}
{"msg":"path is \"/data/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.834700613Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"dataset is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.843024308Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"snapshot is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08@9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.850861753Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\", \"9eabf251-a7d1-4c56-b121-eada8b4b2c42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.850888944Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 66fc8e24-46ea-4c26-8491-6db6803c9b08-9eabf251-a7d1-4c56-b121-eada8b4b2c42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.860254367Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"applying SMF actions for region 66fc8e24-46ea-4c26-8491-6db6803c9b08 running snapshot 9eabf251-a7d1-4c56-b121-eada8b4b2c42 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.8604339Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.86044665Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08/snapshots/9eabf251-a7d1-4c56-b121-eada8b4b2c42/run","method":"POST","req_id":"4ed7778b-f1a6-4c05-9b5d-0f763444455e","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25782,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-66fc8e24-46ea-4c26-8491-6db6803c9b08-9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.86332097Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-66fc8e24-46ea-4c26-8491-6db6803c9b08-9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.866143229Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-66fc8e24-46ea-4c26-8491-6db6803c9b08-9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877206781Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08/.zfs/snapshot/9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877457235Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877512167Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877558087Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877606288Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.877657869Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.882095206Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.887125863Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"worker"}
{"msg":"region 66fc8e24-46ea-4c26-8491-6db6803c9b08 running snapshot 9eabf251-a7d1-4c56-b121-eada8b4b2c42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:08.887134794Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"path is \"/data/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:09.012196976Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"dataset is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:09.02047307Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"datafile"}
{"msg":"snapshot is oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08@9eabf251-a7d1-4c56-b121-eada8b4b2c42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:09.028471849Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_830b5e11-e6e4-4144-bc16-2396db6d872e/crucible/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08\", \"9eabf251-a7d1-4c56-b121-eada8b4b2c42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:09.028508779Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T02:04:09.036171382Z","hostname":"oxz_crucible_07b822d0-10f3-42de-b0a1-53274571b215","pid":23298,"uri":"/crucible/0/regions/66fc8e24-46ea-4c26-8491-6db6803c9b08/snapshots/9eabf251-a7d1-4c56-b121-eada8b4b2c42/run","method":"POST","req_id":"56fae17d-3468-4f7e-9c37-324e208ba549","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24022,"response_code":"200"}