{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.576946324Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61277"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.58007526Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/8ec5565c-a658-453e-997c-40fba87b499e","method":"GET","req_id":"771bd218-35cc-4bf8-907f-fea1b66e77af","remote_addr":"[fd00:1122:3344:101::a]:61277","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3094,"response_code":"200"} {"msg":"path is \"/data/regions/8ec5565c-a658-453e-997c-40fba87b499e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.580243832Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"dataset is oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.589878273Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"snapshot is oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e@568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.599101947Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e\", \"568d1eaa-f10d-42de-8a04-4eeefc3e9c42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.599126027Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.612984429Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/8ec5565c-a658-453e-997c-40fba87b499e/snapshots/568d1eaa-f10d-42de-8a04-4eeefc3e9c42","method":"GET","req_id":"5fdeba9c-fa38-47a9-8f48-ebda7642a1c4","remote_addr":"[fd00:1122:3344:101::a]:61277","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32765,"response_code":"200"} {"msg":"path is \"/data/regions/8ec5565c-a658-453e-997c-40fba87b499e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.613617958Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"dataset is oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.622194723Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"snapshot is oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e@568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.631091442Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/8ec5565c-a658-453e-997c-40fba87b499e\", \"568d1eaa-f10d-42de-8a04-4eeefc3e9c42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.631116772Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8ec5565c-a658-453e-997c-40fba87b499e-568d1eaa-f10d-42de-8a04-4eeefc3e9c42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.640012912Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"applying SMF actions for region 8ec5565c-a658-453e-997c-40fba87b499e running snapshot 568d1eaa-f10d-42de-8a04-4eeefc3e9c42 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.640501939Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.64055981Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/8ec5565c-a658-453e-997c-40fba87b499e/snapshots/568d1eaa-f10d-42de-8a04-4eeefc3e9c42/run","method":"POST","req_id":"9c8db396-aa23-4cb9-9f62-b121cbebee25","remote_addr":"[fd00:1122:3344:101::a]:61277","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27456,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.645990229Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.64607496Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646156681Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646171981Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646203032Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646249412Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646340324Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646400304Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646447365Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.646509316Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.652405232Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-8ec5565c-a658-453e-997c-40fba87b499e-568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.652876049Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8ec5565c-a658-453e-997c-40fba87b499e-568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.655533628Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8ec5565c-a658-453e-997c-40fba87b499e-568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667466401Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ec5565c-a658-453e-997c-40fba87b499e/.zfs/snapshot/568d1eaa-f10d-42de-8a04-4eeefc3e9c42","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667745205Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667813566Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667855587Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667907328Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.667959308Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.672176579Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.677396646Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"region 8ec5565c-a658-453e-997c-40fba87b499e running snapshot 568d1eaa-f10d-42de-8a04-4eeefc3e9c42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:16:59.677412096Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.624737057Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38267"} {"msg":"region 2646821b-2256-453c-b0dc-243be5cdafb2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.624812688Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.6249581Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.62496694Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions","method":"POST","req_id":"7733d4b1-c31d-48a4-a69a-f2de73d6afae","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":197,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.634109553Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.634145274Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2646821b-2256-453c-b0dc-243be5cdafb2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2646821b-2256-453c-b0dc-243be5cdafb2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.69231869Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"region":"2646821b-2256-453c-b0dc-243be5cdafb2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2646821b-2256-453c-b0dc-243be5cdafb2\" \"--data\" \"/data/regions/2646821b-2256-453c-b0dc-243be5cdafb2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.69236629Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"region":"2646821b-2256-453c-b0dc-243be5cdafb2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.766028212Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"region":"2646821b-2256-453c-b0dc-243be5cdafb2","component":"worker"} {"msg":"region 2646821b-2256-453c-b0dc-243be5cdafb2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.766071682Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.766206614Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.766714982Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.77207604Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.779521428Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.782531262Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.782819336Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.782873377Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.782917787Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.782959628Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.786354128Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791295319Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791405061Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791492152Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791506592Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791542673Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.791592244Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.79686397Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.796908721Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.796962872Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.797011203Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.802076706Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.803926673Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:02.962224196Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions","method":"POST","req_id":"ebd2ef9f-fe2c-4b62-867a-a271d789f3b8","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.441814605Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/2646821b-2256-453c-b0dc-243be5cdafb2","method":"GET","req_id":"68a239d8-f407-49d0-ad83-83550c1440e1","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/2646821b-2256-453c-b0dc-243be5cdafb2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.444489584Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"dataset is oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/2646821b-2256-453c-b0dc-243be5cdafb2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.454433759Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"region 2646821b-2256-453c-b0dc-243be5cdafb2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.461828466Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.462029149Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.464400744Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/2646821b-2256-453c-b0dc-243be5cdafb2","method":"DELETE","req_id":"a269197f-c985-4f2c-a8b0-4bd1e8477653","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19932,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2646821b-2256-453c-b0dc-243be5cdafb2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.465444219Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.4682608Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/2646821b-2256-453c-b0dc-243be5cdafb2","method":"GET","req_id":"2dd25f97-c0f2-4f04-bef0-cb679ee68912","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":634,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.469799932Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.469889154Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.469970935Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.469981775Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470038516Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470096477Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ec5565c-a658-453e-997c-40fba87b499e","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470461992Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470526503Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470575734Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.470625294Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.47447922Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.475779329Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_91a012db-ba8e-458f-bad0-85c50bdcfbd2/crucible/regions/2646821b-2256-453c-b0dc-243be5cdafb2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.484838591Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"region":"2646821b-2256-453c-b0dc-243be5cdafb2","component":"worker"} {"msg":"region 2646821b-2256-453c-b0dc-243be5cdafb2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.534460113Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T07:17:26.611871009Z","hostname":"oxz_crucible_eb19a03f-ba28-4d65-b463-2cf5f5bad7e1","pid":24016,"uri":"/crucible/0/regions/2646821b-2256-453c-b0dc-243be5cdafb2","method":"GET","req_id":"9eb7332e-0741-42b9-a344-15cff3cffd29","remote_addr":"[fd00:1122:3344:101::a]:38267","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}