{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.493763495Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50490"}
{"msg":"region e7b8dc82-8575-454e-bfa8-9429f72d55f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.525941412Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.526190566Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"a8d6ea19-7a9c-4697-ac0a-281a62c5b20d","remote_addr":"[fd00:1122:3344:101::a]:50490","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1279,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.526807387Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.536542869Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.53658898Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7b8dc82-8575-454e-bfa8-9429f72d55f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.59221946Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"e7b8dc82-8575-454e-bfa8-9429f72d55f3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.721977297Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"e7b8dc82-8575-454e-bfa8-9429f72d55f3","component":"worker"}
{"msg":"region e7b8dc82-8575-454e-bfa8-9429f72d55f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.722035468Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.72212545Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.722544717Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.728042284Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.730870624Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"e507031f-35e5-49c6-825a-9405aefbfb02","remote_addr":"[fd00:1122:3344:101::a]:50490","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.736147257Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.739382474Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.740105536Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.740191658Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.740237489Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.740275079Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.745884458Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:15:35.75165186Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.571740929Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60724"}
{"msg":"region 2130fbfb-1ca8-4833-a25c-bf4d425698db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.631178777Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.631745277Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"151a9c0d-4a3c-4afc-8340-706b096fa0f5","remote_addr":"[fd00:1122:3344:101::a]:60724","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":630,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.631768518Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.641043141Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.641084402Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2130fbfb-1ca8-4833-a25c-bf4d425698db\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/2130fbfb-1ca8-4833-a25c-bf4d425698db\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.691946708Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"2130fbfb-1ca8-4833-a25c-bf4d425698db","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.765624017Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"2130fbfb-1ca8-4833-a25c-bf4d425698db","component":"worker"}
{"msg":"region 2130fbfb-1ca8-4833-a25c-bf4d425698db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.765667027Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.765752519Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.766175747Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.771770345Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.782751079Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.78565685Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2130fbfb-1ca8-4833-a25c-bf4d425698db","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.785929265Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.785991106Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.786035617Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.786078717Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.789398656Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.794874922Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:50.819479366Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"ec25f390-e072-477e-b194-0e29e3c10b38","remote_addr":"[fd00:1122:3344:101::a]:60724","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.807640473Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62108"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.810409432Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","method":"GET","req_id":"75274ca1-df23-4b2b-8c29-bf6c86d99748","remote_addr":"[fd00:1122:3344:101::a]:62108","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2741,"response_code":"200"}
{"msg":"path is \"/data/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.810547464Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.819237317Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3@76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.828325118Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3\", \"76cccb17-1c8b-42cd-800c-716769a86843\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.828361589Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.838903654Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3/snapshots/76cccb17-1c8b-42cd-800c-716769a86843","method":"GET","req_id":"a67dbc89-bc18-4f71-81f5-ec43cf553b60","remote_addr":"[fd00:1122:3344:101::a]:62108","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28357,"response_code":"200"}
{"msg":"path is \"/data/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.839644817Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.847583987Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3@76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.856046096Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3\", \"76cccb17-1c8b-42cd-800c-716769a86843\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.856072847Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e7b8dc82-8575-454e-bfa8-9429f72d55f3-76cccb17-1c8b-42cd-800c-716769a86843 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.866315187Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"applying SMF actions for region e7b8dc82-8575-454e-bfa8-9429f72d55f3 running snapshot 76cccb17-1c8b-42cd-800c-716769a86843 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.866497171Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.866542862Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3/snapshots/76cccb17-1c8b-42cd-800c-716769a86843/run","method":"POST","req_id":"7f1ec476-bfd1-476e-9d36-40e6eef78ef4","remote_addr":"[fd00:1122:3344:101::a]:62108","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27494,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-e7b8dc82-8575-454e-bfa8-9429f72d55f3-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.868974834Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e7b8dc82-8575-454e-bfa8-9429f72d55f3-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.877345322Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e7b8dc82-8575-454e-bfa8-9429f72d55f3-76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.886999542Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7b8dc82-8575-454e-bfa8-9429f72d55f3/.zfs/snapshot/76cccb17-1c8b-42cd-800c-716769a86843","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.887257687Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.887311997Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.887352168Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.887404729Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.8874695Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.891389449Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.895699785Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"region e7b8dc82-8575-454e-bfa8-9429f72d55f3 running snapshot 76cccb17-1c8b-42cd-800c-716769a86843 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:51.895711076Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.408487515Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57650"}
{"msg":"region 8e5ee583-27ff-4399-abae-402520553227 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.438074107Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.4382701Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"4fb431b0-247f-4dbc-a53a-5794f6b59845","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":257,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.438293761Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.44787508Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.447919121Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8e5ee583-27ff-4399-abae-402520553227\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/8e5ee583-27ff-4399-abae-402520553227\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.509414025Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"8e5ee583-27ff-4399-abae-402520553227","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.571252534Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"e2a6a774-f69e-44b9-a979-a65220ca6ff2","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.583835886Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"8e5ee583-27ff-4399-abae-402520553227","component":"worker"}
{"msg":"region 8e5ee583-27ff-4399-abae-402520553227 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.583864816Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.583993528Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.58521514Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.587883927Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.594438173Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.597972625Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.59827755Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.598324141Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.598364792Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.598406943Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.601813423Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:54.612220106Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:20:55.319020794Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions","method":"POST","req_id":"5a14c55e-f778-4d61-987f-f5fc02970e7e","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.874179049Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47561"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.87424581Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/8e5ee583-27ff-4399-abae-402520553227","method":"GET","req_id":"8d3898b5-1d22-4505-837f-a9aa5644b4c0","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/8e5ee583-27ff-4399-abae-402520553227\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.874475414Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8e5ee583-27ff-4399-abae-402520553227","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.885219504Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"region 8e5ee583-27ff-4399-abae-402520553227 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.896138136Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.89632539Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.896385821Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/8e5ee583-27ff-4399-abae-402520553227","method":"DELETE","req_id":"c1807136-3fa5-4e80-a527-e07d1c387a1a","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21942,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.896545994Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/8e5ee583-27ff-4399-abae-402520553227","method":"GET","req_id":"31b73610-61fd-4f08-ae1c-ba54fc178549","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-8e5ee583-27ff-4399-abae-402520553227 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.89747509Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.904676967Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8e5ee583-27ff-4399-abae-402520553227\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.914126093Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"region":"8e5ee583-27ff-4399-abae-402520553227","component":"worker"}
{"msg":"region 8e5ee583-27ff-4399-abae-402520553227 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.960648913Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-26T07:21:26.976384951Z","hostname":"oxz_crucible_6a44f502-32e2-41ae-8de2-2c1fca4407af","pid":23483,"uri":"/crucible/0/regions/8e5ee583-27ff-4399-abae-402520553227","method":"GET","req_id":"dff571ba-8dbc-4f00-9893-3440b98a78ec","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":618,"response_code":"200"}