{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.862733633Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54414"}
{"msg":"region 3fe5eee2-ce80-498c-b063-786e50cf10b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.901287131Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.901550046Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"dd282daf-a1e7-4023-b1c0-5bd7dccf69bd","remote_addr":"[fd00:1122:3344:101::a]:54414","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":5237,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.902293159Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.911746272Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.911790333Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3fe5eee2-ce80-498c-b063-786e50cf10b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.972697329Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"3fe5eee2-ce80-498c-b063-786e50cf10b7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.115963201Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"3fe5eee2-ce80-498c-b063-786e50cf10b7","component":"worker"}
{"msg":"region 3fe5eee2-ce80-498c-b063-786e50cf10b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.116023382Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.116109744Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.116574442Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.118487835Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"95824352-d100-4d27-9cb2-3c1e2911a0e9","remote_addr":"[fd00:1122:3344:101::a]:54414","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.122410303Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.133531176Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.136144611Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.137504825Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.137649207Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.137695498Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.137740779Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.141997873Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.146673543Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.672443141Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42498"}
{"msg":"region 0b638ac9-2cdf-4431-865c-af4eb389969a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.702447561Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.703078802Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"9719813d-b7c3-4aba-91ca-d14d50df35d9","remote_addr":"[fd00:1122:3344:101::a]:42498","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":686,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.703106902Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.713030594Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.713066625Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0b638ac9-2cdf-4431-865c-af4eb389969a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/0b638ac9-2cdf-4431-865c-af4eb389969a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.786610479Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"0b638ac9-2cdf-4431-865c-af4eb389969a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.913663371Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"5b03ab70-7a35-458d-8d2b-dc1e22471cfa","remote_addr":"[fd00:1122:3344:101::a]:42498","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.914267581Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"0b638ac9-2cdf-4431-865c-af4eb389969a","component":"worker"}
{"msg":"region 0b638ac9-2cdf-4431-865c-af4eb389969a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.914281502Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.914404944Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.914811861Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.926011885Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.938698295Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.945443322Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b638ac9-2cdf-4431-865c-af4eb389969a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.945768267Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.945828548Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.945878909Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.94592854Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.957525591Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:50:59.970196801Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.279241597Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"17ddf576-613e-40c2-aa9b-70924bec3a1a","remote_addr":"[fd00:1122:3344:101::a]:42498","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.004709159Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46713"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.00997447Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","method":"GET","req_id":"784444b4-6551-47a7-8fa1-55ad788c401e","remote_addr":"[fd00:1122:3344:101::a]:46713","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":5219,"response_code":"200"}
{"msg":"path is \"/data/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.010157663Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.018708771Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7@519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.027695537Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7\", \"519ce304-61ed-4030-b292-02f079a1f21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.027727237Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.038010875Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7/snapshots/519ce304-61ed-4030-b292-02f079a1f21c","method":"GET","req_id":"c79306c0-6991-452c-b505-7f2d42edc44f","remote_addr":"[fd00:1122:3344:101::a]:46713","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27842,"response_code":"200"}
{"msg":"path is \"/data/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.038211299Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.045670338Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7@519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.053344991Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7\", \"519ce304-61ed-4030-b292-02f079a1f21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.053370932Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3fe5eee2-ce80-498c-b063-786e50cf10b7-519ce304-61ed-4030-b292-02f079a1f21c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.062256336Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"applying SMF actions for region 3fe5eee2-ce80-498c-b063-786e50cf10b7 running snapshot 519ce304-61ed-4030-b292-02f079a1f21c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.062429399Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.062468319Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7/snapshots/519ce304-61ed-4030-b292-02f079a1f21c/run","method":"POST","req_id":"75bd988d-95b4-4549-96b9-750bd49ecada","remote_addr":"[fd00:1122:3344:101::a]:46713","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24303,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-3fe5eee2-ce80-498c-b063-786e50cf10b7-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.064867041Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3fe5eee2-ce80-498c-b063-786e50cf10b7-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.077225665Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3fe5eee2-ce80-498c-b063-786e50cf10b7-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099139615Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3fe5eee2-ce80-498c-b063-786e50cf10b7/.zfs/snapshot/519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099482131Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099544642Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099588623Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099639623Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.099699024Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.106141626Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.114524501Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"region 3fe5eee2-ce80-498c-b063-786e50cf10b7 running snapshot 519ce304-61ed-4030-b292-02f079a1f21c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.114542412Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.98924171Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55672"}
{"msg":"region 1d62302a-ed51-40dc-bda4-0cbbda7f1b53 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.989378312Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.989580936Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"c333fae9-2a5e-4bf5-85c0-47e42a56399f","remote_addr":"[fd00:1122:3344:101::a]:55672","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":257,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.989599916Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.998420219Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:03.99846848Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1d62302a-ed51-40dc-bda4-0cbbda7f1b53\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.077424778Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"1d62302a-ed51-40dc-bda4-0cbbda7f1b53","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.167308166Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"4192e71f-97c4-4427-9284-d46557580714","remote_addr":"[fd00:1122:3344:101::a]:55672","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.170378079Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"1d62302a-ed51-40dc-bda4-0cbbda7f1b53","component":"worker"}
{"msg":"region 1d62302a-ed51-40dc-bda4-0cbbda7f1b53 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.170404069Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.170560662Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.171956196Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.177655315Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.187497186Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.191291901Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.191498845Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.191547096Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.191589577Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.191629117Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.197212804Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.212763813Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:04.521347301Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions","method":"POST","req_id":"1a19327e-de3f-42e7-abde-234260bf9c8a","remote_addr":"[fd00:1122:3344:101::a]:55672","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.366238702Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38883"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.36672226Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","method":"GET","req_id":"e9fcea62-53d9-436d-b414-ea9ad559d30c","remote_addr":"[fd00:1122:3344:101::a]:38883","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":458,"response_code":"200"}
{"msg":"path is \"/data/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.366894513Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.379482601Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"region 1d62302a-ed51-40dc-bda4-0cbbda7f1b53 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.391201035Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.391414348Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.391463109Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","method":"DELETE","req_id":"01d72855-5e7c-4aff-a0ae-a3858615591a","remote_addr":"[fd00:1122:3344:101::a]:38883","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24597,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.391638572Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","method":"GET","req_id":"ce6686c2-cead-49cb-b153-84ddbfcf5cd4","remote_addr":"[fd00:1122:3344:101::a]:38883","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-1d62302a-ed51-40dc-bda4-0cbbda7f1b53 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.392550878Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.399520149Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.408549095Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"region":"1d62302a-ed51-40dc-bda4-0cbbda7f1b53","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.443949739Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","method":"GET","req_id":"d1252f4f-08ef-4739-85d3-8702502c2191","remote_addr":"[fd00:1122:3344:101::a]:38883","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"region 1d62302a-ed51-40dc-bda4-0cbbda7f1b53 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.465163406Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:39.544278317Z","hostname":"oxz_crucible_9ef0a13b-9313-4a15-a44c-f424ff0155b7","pid":22018,"uri":"/crucible/0/regions/1d62302a-ed51-40dc-bda4-0cbbda7f1b53","method":"GET","req_id":"8993cd3e-9600-4969-a6d1-8899f6b8ce00","remote_addr":"[fd00:1122:3344:101::a]:38883","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}