{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.248956904Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59948"}
{"msg":"region 6249c043-ac12-4325-b6db-420386afbb19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.249036515Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.251884485Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.251895116Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions","method":"POST","req_id":"9763486d-d2d7-4534-aac1-8f637a77af14","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2895,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.262995755Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.263016665Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6249c043-ac12-4325-b6db-420386afbb19\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6249c043-ac12-4325-b6db-420386afbb19\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.316916306Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"6249c043-ac12-4325-b6db-420386afbb19","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6249c043-ac12-4325-b6db-420386afbb19\" \"--data\" \"/data/regions/6249c043-ac12-4325-b6db-420386afbb19\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.316957696Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"6249c043-ac12-4325-b6db-420386afbb19","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.383607094Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"6249c043-ac12-4325-b6db-420386afbb19","component":"worker"}
{"msg":"region 6249c043-ac12-4325-b6db-420386afbb19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.383645775Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.383741436Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.384192131Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.389180054Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.402223885Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406318009Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6249c043-ac12-4325-b6db-420386afbb19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406599702Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406672803Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406724533Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406790804Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.406937666Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions","method":"POST","req_id":"d7efbe9a-11fa-48ba-825f-b0ee7d33440c","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.411495855Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.418979016Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419085607Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419185718Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419194958Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419256688Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419315949Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.41942063Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419488991Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419547652Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.419605242Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.427540088Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:15.428085634Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.500928324Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36775"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.50333994Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","method":"GET","req_id":"6e7301dc-a09e-4786-a736-54eeea62cf7f","remote_addr":"[fd00:1122:3344:101::a]:36775","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2362,"response_code":"200"}
{"msg":"path is \"/data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.506081019Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"dataset is oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.515560991Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"snapshot is oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7@fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.525561889Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7\", \"fdbce13f-1958-413b-b274-4950ad3f94e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.525594889Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.537152604Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7/snapshots/fdbce13f-1958-413b-b274-4950ad3f94e7","method":"GET","req_id":"33cdd88b-b396-49ce-b1d6-e04efeccd335","remote_addr":"[fd00:1122:3344:101::a]:36775","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33657,"response_code":"200"}
{"msg":"path is \"/data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.537835741Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"dataset is oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.54695201Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"snapshot is oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7@fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.55538907Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7\", \"fdbce13f-1958-413b-b274-4950ad3f94e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.555443521Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7-fdbce13f-1958-413b-b274-4950ad3f94e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.564884613Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"applying SMF actions for region ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7 running snapshot fdbce13f-1958-413b-b274-4950ad3f94e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.565066785Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.565111835Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7/snapshots/fdbce13f-1958-413b-b274-4950ad3f94e7/run","method":"POST","req_id":"aea238bb-793e-4297-a08f-f889c92c4411","remote_addr":"[fd00:1122:3344:101::a]:36775","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27833,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.566791453Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.566874664Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.566953885Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.566960605Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.566999875Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.567043346Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.567338479Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.56739448Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.56744085Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.567484891Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.572204632Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7-fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.572704037Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7-fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.578819053Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7-fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.589566899Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7/.zfs/snapshot/fdbce13f-1958-413b-b274-4950ad3f94e7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.589890382Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.589947413Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.589991213Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.590030574Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.590081144Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.593975876Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.599131182Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"region ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7 running snapshot fdbce13f-1958-413b-b274-4950ad3f94e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:16.599142542Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"region 36892883-61b2-40d0-bebf-c245441f57f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.346377103Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.346508984Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.346518904Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions","method":"POST","req_id":"fb62b40b-7e41-4d77-8b41-ebcbbea17a94","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":853,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.355844395Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.355882405Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"36892883-61b2-40d0-bebf-c245441f57f1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36892883-61b2-40d0-bebf-c245441f57f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.403592079Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"36892883-61b2-40d0-bebf-c245441f57f1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36892883-61b2-40d0-bebf-c245441f57f1\" \"--data\" \"/data/regions/36892883-61b2-40d0-bebf-c245441f57f1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.40364589Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"36892883-61b2-40d0-bebf-c245441f57f1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.47320792Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"36892883-61b2-40d0-bebf-c245441f57f1","component":"worker"}
{"msg":"region 36892883-61b2-40d0-bebf-c245441f57f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.47324745Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.473352661Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.473896947Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.477035991Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.484583922Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.487781917Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.487967328Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.488025799Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.48806883Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.48811525Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.491313955Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497024226Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497105217Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497185068Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497196288Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497233928Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.497279069Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.499043408Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions","method":"POST","req_id":"58eeced6-8a5c-4fd3-bab1-6f1b9d61fb38","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.500555374Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.500615665Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.500663745Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.500711196Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.504559397Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:19.506472888Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.510803882Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/36892883-61b2-40d0-bebf-c245441f57f1","method":"GET","req_id":"7fec843a-5008-47d7-a6ae-56c5e28f48b3","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"path is \"/data/regions/36892883-61b2-40d0-bebf-c245441f57f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.513492691Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"dataset is oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/36892883-61b2-40d0-bebf-c245441f57f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.524693662Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"region 36892883-61b2-40d0-bebf-c245441f57f1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.532617337Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.532812189Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.53289598Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/36892883-61b2-40d0-bebf-c245441f57f1","method":"DELETE","req_id":"c14a2e71-f743-4489-b159-c12ffabc1e27","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19429,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-36892883-61b2-40d0-bebf-c245441f57f1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.534391886Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.536340777Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/36892883-61b2-40d0-bebf-c245441f57f1","method":"GET","req_id":"4af8b7f4-a009-4024-87e7-d00a5c42af75","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":594,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545500256Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545583957Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545668228Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545679808Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545716298Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.545762189Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec5b87a2-3b2d-43af-9f82-5ceeb6b55eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.546082832Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.546154743Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.546203643Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.546250394Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.554385922Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.556002349Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crucible/regions/36892883-61b2-40d0-bebf-c245441f57f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.565491031Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"region":"36892883-61b2-40d0-bebf-c245441f57f1","component":"worker"}
{"msg":"region 36892883-61b2-40d0-bebf-c245441f57f1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.616232648Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-29T22:46:49.669082858Z","hostname":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","pid":20872,"uri":"/crucible/0/regions/36892883-61b2-40d0-bebf-c245441f57f1","method":"GET","req_id":"efb6a884-9ff2-4b27-b39d-c215ef96496d","remote_addr":"[fd00:1122:3344:101::a]:59948","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":630,"response_code":"200"}