{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.548036935Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49088"}
{"msg":"region bc841d4d-6a51-451a-902e-84d8f1bf5b6c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.548709588Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.549337429Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.549346039Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"7d37013c-7747-4714-94f1-504e6c32a5af","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1216,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.558855772Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.558884033Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bc841d4d-6a51-451a-902e-84d8f1bf5b6c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc841d4d-6a51-451a-902e-84d8f1bf5b6c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.618666602Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"bc841d4d-6a51-451a-902e-84d8f1bf5b6c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc841d4d-6a51-451a-902e-84d8f1bf5b6c\" \"--data\" \"/data/regions/bc841d4d-6a51-451a-902e-84d8f1bf5b6c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.618711063Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"bc841d4d-6a51-451a-902e-84d8f1bf5b6c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.716587686Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"bc841d4d-6a51-451a-902e-84d8f1bf5b6c","component":"worker"}
{"msg":"region bc841d4d-6a51-451a-902e-84d8f1bf5b6c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.716627227Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.716723569Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724412089Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.72449593Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724587342Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724595542Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724637943Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724699944Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724799536Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724867387Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724915828Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.724967979Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.734984221Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.735396899Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.738919813Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"eb1339c9-86da-46fe-8a4b-174f73602975","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.74095621Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.757867388Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.76619745Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc841d4d-6a51-451a-902e-84d8f1bf5b6c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.766513526Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.766578227Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.766623078Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.766663598Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.772538145Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:18.777803711Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.55562976Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","method":"GET","req_id":"bb4f02e8-1e52-4ab8-bdb7-9cb7e8bb9add","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.565420958Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"dataset is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.574708517Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"snapshot is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd@6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.583566989Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\", \"6eed8bd4-27c2-47c7-bd5e-414d008b3c4a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.583604219Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.594250703Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd/snapshots/6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","method":"GET","req_id":"75dfafa6-ba64-49ca-a8c1-9054d8dc677b","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31806,"response_code":"200"}
{"msg":"path is \"/data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.597405421Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"dataset is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.606212611Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"snapshot is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd@6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.615314207Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\", \"6eed8bd4-27c2-47c7-bd5e-414d008b3c4a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.615344267Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6f14943e-aea9-494f-b3cf-94ec5cb303fd-6eed8bd4-27c2-47c7-bd5e-414d008b3c4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.624141098Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"applying SMF actions for region 6f14943e-aea9-494f-b3cf-94ec5cb303fd running snapshot 6eed8bd4-27c2-47c7-bd5e-414d008b3c4a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.624321011Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.624365902Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd/snapshots/6eed8bd4-27c2-47c7-bd5e-414d008b3c4a/run","method":"POST","req_id":"bc5c1771-11c4-4d17-94af-16cae342c5fd","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26994,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.624889701Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.624974093Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625054395Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625063705Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625102405Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625149006Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625537083Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625601685Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625650115Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.625696836Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.632982369Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6f14943e-aea9-494f-b3cf-94ec5cb303fd-6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.634358324Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6f14943e-aea9-494f-b3cf-94ec5cb303fd-6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.639250343Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6f14943e-aea9-494f-b3cf-94ec5cb303fd-6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.65609147Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd/.zfs/snapshot/6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.656319364Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.656373435Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.656421666Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.656461357Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.656507717Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.662977205Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.67035463Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"region 6f14943e-aea9-494f-b3cf-94ec5cb303fd running snapshot 6eed8bd4-27c2-47c7-bd5e-414d008b3c4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.67036969Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"path is \"/data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.826907682Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"dataset is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.840454189Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"snapshot is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd@6eed8bd4-27c2-47c7-bd5e-414d008b3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.852305715Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd\", \"6eed8bd4-27c2-47c7-bd5e-414d008b3c4a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.852350716Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:20.862624663Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd/snapshots/6eed8bd4-27c2-47c7-bd5e-414d008b3c4a/run","method":"POST","req_id":"bf2fd7f2-6eb6-4396-82ab-1cbac7ea6a4c","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35784,"response_code":"200"}
{"msg":"region 87bdcadf-00fb-4971-84d6-31499d9a3c4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.634246684Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.634410197Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"c28b360f-39d4-47a9-89d2-703121f09953","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":247,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.634432887Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.644070223Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.644110694Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"87bdcadf-00fb-4971-84d6-31499d9a3c4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.712387258Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"87bdcadf-00fb-4971-84d6-31499d9a3c4a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"87bdcadf-00fb-4971-84d6-31499d9a3c4a\" \"--data\" \"/data/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.714094799Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"87bdcadf-00fb-4971-84d6-31499d9a3c4a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.812699285Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"87bdcadf-00fb-4971-84d6-31499d9a3c4a","component":"worker"}
{"msg":"region 87bdcadf-00fb-4971-84d6-31499d9a3c4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.812734486Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.812838078Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.813450609Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.8135267Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.813608802Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.813619872Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.813658263Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.813716744Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.814120961Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.814188442Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.814239963Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.814298304Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.822558065Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.822962852Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.83108863Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.842318255Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.847415667Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.847626562Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.847687232Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.847729163Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.847768234Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.854441366Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:24.874268956Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:25.00675927Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"7fbef520-7a80-47a0-bc35-a75d33cc0a00","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.829964414Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","method":"GET","req_id":"f2e902b8-412a-414e-8d1b-0fa7c0a9125a","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.833452277Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"dataset is oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.844976507Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"region 87bdcadf-00fb-4971-84d6-31499d9a3c4a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.853840219Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.854029422Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.854085133Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","method":"DELETE","req_id":"c69b29d9-bc21-4a7d-b792-1a8fc97cb64b","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20655,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-87bdcadf-00fb-4971-84d6-31499d9a3c4a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.855290775Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.856834383Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","method":"GET","req_id":"0c4a1bf6-188b-411d-9545-cf84fbaacfff","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861254794Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861345775Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861429127Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861436527Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861478918Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861524709Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f14943e-aea9-494f-b3cf-94ec5cb303fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861845945Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861924026Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.861973897Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.862021308Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.866156783Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.868255461Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a5b715e0-439d-48ea-9dd0-c56e9d1fd492/crucible/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.876691525Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"region":"87bdcadf-00fb-4971-84d6-31499d9a3c4a","component":"worker"}
{"msg":"region 87bdcadf-00fb-4971-84d6-31499d9a3c4a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.921779336Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T23:34:57.950449178Z","hostname":"oxz_crucible_c9125bba-db2c-4737-93ca-d248eae68463","pid":23273,"uri":"/crucible/0/regions/87bdcadf-00fb-4971-84d6-31499d9a3c4a","method":"GET","req_id":"99193e42-602e-4566-ab3e-40775f4be4a5","remote_addr":"[fd00:1122:3344:101::a]:49088","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":595,"response_code":"200"}