{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.38343798Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35715"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.383530011Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","method":"GET","req_id":"ad41a8bc-2c24-4021-a692-1f199689e20f","remote_addr":"[fd00:1122:3344:101::a]:35715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"path is \"/data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.38692218Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"dataset is oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.400234029Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"snapshot is oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6@e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.408611228Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6\", \"e40f4dd5-23cb-4b2b-840a-5686b36dcf05\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.408634009Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.419424822Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/18e5bcee-5466-439a-be6b-39e778cdcea6/snapshots/e40f4dd5-23cb-4b2b-840a-5686b36dcf05","method":"GET","req_id":"68c67c77-39d0-4868-aa32-bd5ba79be8bc","remote_addr":"[fd00:1122:3344:101::a]:35715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35702,"response_code":"200"} {"msg":"path is \"/data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.420282354Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"dataset is oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.428926617Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"snapshot is oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6@e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.437290636Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/18e5bcee-5466-439a-be6b-39e778cdcea6\", \"e40f4dd5-23cb-4b2b-840a-5686b36dcf05\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.437314577Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 18e5bcee-5466-439a-be6b-39e778cdcea6-e40f4dd5-23cb-4b2b-840a-5686b36dcf05 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.446402946Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"applying SMF actions for region 18e5bcee-5466-439a-be6b-39e778cdcea6 running snapshot e40f4dd5-23cb-4b2b-840a-5686b36dcf05 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.447161717Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.447207888Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/18e5bcee-5466-439a-be6b-39e778cdcea6/snapshots/e40f4dd5-23cb-4b2b-840a-5686b36dcf05/run","method":"POST","req_id":"3f01ba14-9e64-47f4-af47-cd339f1f180e","remote_addr":"[fd00:1122:3344:101::a]:35715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27640,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.459891048Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.459978659Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.46005988Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460066931Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460110941Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460208882Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460332144Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460419356Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460479866Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.460542937Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.471913399Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-18e5bcee-5466-439a-be6b-39e778cdcea6-e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.472487857Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-18e5bcee-5466-439a-be6b-39e778cdcea6-e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.477293686Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-18e5bcee-5466-439a-be6b-39e778cdcea6-e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500252052Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6/.zfs/snapshot/e40f4dd5-23cb-4b2b-840a-5686b36dcf05","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500528306Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500593097Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500635888Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500678629Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.500735539Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.507151621Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.512337884Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"region 18e5bcee-5466-439a-be6b-39e778cdcea6 running snapshot e40f4dd5-23cb-4b2b-840a-5686b36dcf05 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:14.512351445Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.526402924Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44771"} {"msg":"region df16c4c3-66ed-448f-a6e8-33d147f53d86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.526480155Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.526637188Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions","method":"POST","req_id":"25ad13cb-0e36-4ef4-b40f-8d447afd7a32","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":207,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.526653888Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.536814682Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.536847103Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df16c4c3-66ed-448f-a6e8-33d147f53d86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.612077453Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"region":"df16c4c3-66ed-448f-a6e8-33d147f53d86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df16c4c3-66ed-448f-a6e8-33d147f53d86\" \"--data\" \"/data/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.613908259Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"region":"df16c4c3-66ed-448f-a6e8-33d147f53d86","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.685565869Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions","method":"POST","req_id":"9db71e31-4271-46c7-84de-3f5fcd671d88","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.73976013Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"region":"df16c4c3-66ed-448f-a6e8-33d147f53d86","component":"worker"} {"msg":"region df16c4c3-66ed-448f-a6e8-33d147f53d86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.739797151Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.739934783Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740603262Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740697554Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740777845Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740785315Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740827045Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.740878036Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.741232501Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.741296442Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.741351303Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.741399674Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.748774398Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.749265116Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.763315056Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.781118009Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.789874134Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.79030098Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.79036777Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.790417651Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.790466522Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.797780076Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:17.804916457Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:18.052386399Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions","method":"POST","req_id":"e328b45d-2965-4857-8e21-e4ed10409911","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.811910125Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","method":"GET","req_id":"1c0a7852-e4ea-4bc4-af82-73346ed4d5ea","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.814585223Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"dataset is oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.825546039Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"region df16c4c3-66ed-448f-a6e8-33d147f53d86 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.833866088Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.834087751Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.834161372Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","method":"DELETE","req_id":"5fc76e8f-c730-432a-8626-3c07bfc99195","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19595,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-df16c4c3-66ed-448f-a6e8-33d147f53d86 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.83539723Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.837043883Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","method":"GET","req_id":"a8e63dbf-8039-4515-bf3f-6056e5857633","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840185318Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840276989Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.84035882Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.84036768Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840424471Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840484322Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18e5bcee-5466-439a-be6b-39e778cdcea6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840824277Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840893708Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.840950838Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.841006799Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.844895075Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.846185043Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a7ee9e72-50d9-4a1c-a84a-e13657417a7b/crucible/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.857463344Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"region":"df16c4c3-66ed-448f-a6e8-33d147f53d86","component":"worker"} {"msg":"region df16c4c3-66ed-448f-a6e8-33d147f53d86 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.909465024Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-04T19:31:42.927619422Z","hostname":"oxz_crucible_491e798e-a75c-47d0-8508-743a2e83b92d","pid":21922,"uri":"/crucible/0/regions/df16c4c3-66ed-448f-a6e8-33d147f53d86","method":"GET","req_id":"5223785a-7308-4f27-82bc-1f8fb962571d","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":"200"}