{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.717965055Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35963"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.718047996Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","method":"GET","req_id":"657782d8-1f6a-470c-b0b1-554e1e2c01e9","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.724918045Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"dataset is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.734500235Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"snapshot is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae@b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.744282276Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\", \"b68d8d86-0b55-43e1-9b6c-756b7475c1ef\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.744307817Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.756761306Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae/snapshots/b68d8d86-0b55-43e1-9b6c-756b7475c1ef","method":"GET","req_id":"cc6b651e-92ea-4d75-b36d-352162d43ffc","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34835,"response_code":"200"} {"msg":"path is \"/data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.760300618Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"dataset is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.768347669Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"snapshot is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae@b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.776259508Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\", \"b68d8d86-0b55-43e1-9b6c-756b7475c1ef\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.776284358Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2b82960b-0d67-4bc5-9d82-64e70af5b7ae-b68d8d86-0b55-43e1-9b6c-756b7475c1ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.786273993Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"applying SMF actions for region 2b82960b-0d67-4bc5-9d82-64e70af5b7ae running snapshot b68d8d86-0b55-43e1-9b6c-756b7475c1ef (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.786819463Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.786846323Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae/snapshots/b68d8d86-0b55-43e1-9b6c-756b7475c1ef/run","method":"POST","req_id":"e6a0e77a-0e47-4d51-918f-169fd06f14a2","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26579,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.797823286Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.797909677Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.797991639Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.797998329Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.79804701Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.798096461Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.798193293Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.798254874Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.798302435Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.798351335Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.8082869Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2b82960b-0d67-4bc5-9d82-64e70af5b7ae-b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.809007022Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2b82960b-0d67-4bc5-9d82-64e70af5b7ae-b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.814748763Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2b82960b-0d67-4bc5-9d82-64e70af5b7ae-b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.833122615Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae/.zfs/snapshot/b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.833334859Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.83339662Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.833445261Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.833494502Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.833552493Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.839714971Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.844657178Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"region 2b82960b-0d67-4bc5-9d82-64e70af5b7ae running snapshot b68d8d86-0b55-43e1-9b6c-756b7475c1ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:15.844670668Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"path is \"/data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:16.097654107Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"dataset is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:16.106715796Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"snapshot is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae@b68d8d86-0b55-43e1-9b6c-756b7475c1ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:16.115885237Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\", \"b68d8d86-0b55-43e1-9b6c-756b7475c1ef\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:16.115910368Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:16.124405847Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae/snapshots/b68d8d86-0b55-43e1-9b6c-756b7475c1ef/run","method":"POST","req_id":"6c803935-67d5-4e4c-a8fe-4547e5adbfb7","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26787,"response_code":"200"} {"msg":"region 4ce409e7-17db-433a-b247-399996261e87 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.65456022Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.654747893Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions","method":"POST","req_id":"947898b4-4562-4ab7-af9e-eafca6873379","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":346,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.654787794Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.665371379Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.66540119Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ce409e7-17db-433a-b247-399996261e87\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ce409e7-17db-433a-b247-399996261e87\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.730501492Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"4ce409e7-17db-433a-b247-399996261e87","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ce409e7-17db-433a-b247-399996261e87\" \"--data\" \"/data/regions/4ce409e7-17db-433a-b247-399996261e87\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.732333424Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"4ce409e7-17db-433a-b247-399996261e87","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.867345523Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"4ce409e7-17db-433a-b247-399996261e87","component":"worker"} {"msg":"region 4ce409e7-17db-433a-b247-399996261e87 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.867388104Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.867501796Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868062176Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868149217Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868239309Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868246729Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.86829227Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868347111Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868696217Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868760918Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.868816889Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.86886713Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.875762291Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.876331531Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.884684108Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.895486427Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.901636685Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.90190839Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.901978261Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.902019672Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.902062103Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.910251556Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.918734875Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:19.99081122Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions","method":"POST","req_id":"3200b904-a3a2-473a-b72b-4383d0dc7f62","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":839,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.044200637Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/4ce409e7-17db-433a-b247-399996261e87","method":"GET","req_id":"4e4bc5ae-4544-413c-916d-26dcb8c6e49a","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"path is \"/data/regions/4ce409e7-17db-433a-b247-399996261e87\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.047579146Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"dataset is oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/4ce409e7-17db-433a-b247-399996261e87","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.058730002Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"region 4ce409e7-17db-433a-b247-399996261e87 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.067986674Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.068184508Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.068242899Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/4ce409e7-17db-433a-b247-399996261e87","method":"DELETE","req_id":"d83a0694-275a-40c1-9b4d-4a8615bd1e45","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20695,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4ce409e7-17db-433a-b247-399996261e87 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.069298217Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.072226079Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/4ce409e7-17db-433a-b247-399996261e87","method":"GET","req_id":"d0c53d69-948f-4f14-aa50-90358986fdaa","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":590,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074271655Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074357646Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074442758Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074450678Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074491498Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074548269Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074931266Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.074992797Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.075042278Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.075094899Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.078316055Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.079624078Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/4ce409e7-17db-433a-b247-399996261e87\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.089650784Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"4ce409e7-17db-433a-b247-399996261e87","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.128757271Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/4ce409e7-17db-433a-b247-399996261e87","method":"GET","req_id":"58d1dd34-0985-4597-9187-039b45dcb870","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region 4ce409e7-17db-433a-b247-399996261e87 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.136895793Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:49:45.301288608Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions/4ce409e7-17db-433a-b247-399996261e87","method":"GET","req_id":"db559afb-6ec7-49e0-8f52-a18b75101353","remote_addr":"[fd00:1122:3344:101::a]:35963","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31,"response_code":"200"}