{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.356032914Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33307"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.356118845Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","method":"GET","req_id":"f3a409b2-0836-4b6c-867e-8f664400cf40","remote_addr":"[fd00:1122:3344:101::a]:33307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.356325387Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"dataset is oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.365754853Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"snapshot is oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b@e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.375016347Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b\", \"e4b1f818-2111-4597-8c52-f415205c0676\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.375050537Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.392706637Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b/snapshots/e4b1f818-2111-4597-8c52-f415205c0676","method":"GET","req_id":"893af86e-a39e-4eb3-b827-76a61b230f07","remote_addr":"[fd00:1122:3344:101::a]:33307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36385,"response_code":"200"} {"msg":"path is \"/data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.393457395Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"dataset is oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.402353826Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"snapshot is oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b@e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.411678681Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b\", \"e4b1f818-2111-4597-8c52-f415205c0676\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.411712611Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 380f9d7f-289c-456b-a1a1-b03395ea0b5b-e4b1f818-2111-4597-8c52-f415205c0676 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.42139071Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"applying SMF actions for region 380f9d7f-289c-456b-a1a1-b03395ea0b5b running snapshot e4b1f818-2111-4597-8c52-f415205c0676 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.422133437Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.422198808Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b/snapshots/e4b1f818-2111-4597-8c52-f415205c0676/run","method":"POST","req_id":"daa8a9b4-dc9b-41be-bae4-f52e9496b000","remote_addr":"[fd00:1122:3344:101::a]:33307","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29335,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.434884857Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.434975658Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435066359Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435074419Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.43511836Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.43516517Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435266321Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435329892Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435376172Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.435432493Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.444427945Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-380f9d7f-289c-456b-a1a1-b03395ea0b5b-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.44492997Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-380f9d7f-289c-456b-a1a1-b03395ea0b5b-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.450242974Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-380f9d7f-289c-456b-a1a1-b03395ea0b5b-e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.461086055Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b/.zfs/snapshot/e4b1f818-2111-4597-8c52-f415205c0676","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.461430608Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.461492659Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.461537979Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.46157666Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.46162752Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.467722922Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.472257399Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"region 380f9d7f-289c-456b-a1a1-b03395ea0b5b running snapshot e4b1f818-2111-4597-8c52-f415205c0676 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:07.472271169Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.276899972Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44956"} {"msg":"region 04358b24-df6b-4238-8fbf-ff839e7d0edf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.335816503Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.338273558Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.338293448Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions","method":"POST","req_id":"df222168-7054-46d7-ba88-a5784dacb566","remote_addr":"[fd00:1122:3344:101::a]:44956","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2535,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.347535462Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.347570533Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04358b24-df6b-4238-8fbf-ff839e7d0edf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.397762624Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"region":"04358b24-df6b-4238-8fbf-ff839e7d0edf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04358b24-df6b-4238-8fbf-ff839e7d0edf\" \"--data\" \"/data/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.397812795Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"region":"04358b24-df6b-4238-8fbf-ff839e7d0edf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.460966159Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"region":"04358b24-df6b-4238-8fbf-ff839e7d0edf","component":"worker"} {"msg":"region 04358b24-df6b-4238-8fbf-ff839e7d0edf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.46100563Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.461142001Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.461647546Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.464893119Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.471915101Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.474436507Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.47473878Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.47479392Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.474837381Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.474878891Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.478228735Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483040934Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483154085Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483238906Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483256447Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483288117Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.483337147Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.487656111Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.487725602Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.487794713Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.487855553Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.491081186Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.492915085Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:10.609846088Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions","method":"POST","req_id":"c4d92890-9dd2-4900-9925-fc1eb3e0f1ad","remote_addr":"[fd00:1122:3344:101::a]:44956","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.947294505Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42416"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.947387596Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","method":"GET","req_id":"f5fbdfb2-eed3-4a27-8400-b914507fc826","remote_addr":"[fd00:1122:3344:101::a]:42416","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.948029373Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"dataset is oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.95848509Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"region 04358b24-df6b-4238-8fbf-ff839e7d0edf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.967555442Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.967755444Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-04358b24-df6b-4238-8fbf-ff839e7d0edf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.969138098Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.972679034Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","method":"DELETE","req_id":"dad49b65-84cd-4dfc-bd88-e038cfc0b939","remote_addr":"[fd00:1122:3344:101::a]:42416","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25163,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.972856886Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","method":"GET","req_id":"f9e77c00-cddf-4af6-8ddf-14e5b82421f1","remote_addr":"[fd00:1122:3344:101::a]:42416","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973577493Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973661664Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973744225Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973755915Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973791476Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.973839666Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380f9d7f-289c-456b-a1a1-b03395ea0b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.974144449Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.97422191Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.9742711Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.974317441Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.97813644Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.979416003Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_710b0a38-60f9-4042-980d-dca6e9ddf273/crucible/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:34.989702908Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"region":"04358b24-df6b-4238-8fbf-ff839e7d0edf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:35.02716969Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","method":"GET","req_id":"e49b4582-f812-45a4-8add-b0c91e7d009b","remote_addr":"[fd00:1122:3344:101::a]:42416","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region 04358b24-df6b-4238-8fbf-ff839e7d0edf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:35.041789159Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T03:48:35.115952826Z","hostname":"oxz_crucible_5897ebaa-ea4b-49a1-8dc7-f3d3b63655cb","pid":22556,"uri":"/crucible/0/regions/04358b24-df6b-4238-8fbf-ff839e7d0edf","method":"GET","req_id":"d3ffe9f2-b502-4e59-99e2-b90b6515487f","remote_addr":"[fd00:1122:3344:101::a]:42416","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":574,"response_code":"200"}