{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.722692292Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61993"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.722791933Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","method":"GET","req_id":"392073bc-ba73-4914-9457-f754e76709a9","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.726480202Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"dataset is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.735660435Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"snapshot is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128@0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.744649346Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\", \"0d5f7fb3-407c-43fb-a8e3-54973108e2b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.744683996Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.755501912Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128/snapshots/0d5f7fb3-407c-43fb-a8e3-54973108e2b3","method":"GET","req_id":"b843e751-57bd-4501-bae5-5be3250c0223","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29042,"response_code":"200"} {"msg":"path is \"/data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.758075592Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"dataset is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.766903772Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"snapshot is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128@0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.775408209Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\", \"0d5f7fb3-407c-43fb-a8e3-54973108e2b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.77543439Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ce8342cc-4795-4283-8b7e-441d1bcc6128-0d5f7fb3-407c-43fb-a8e3-54973108e2b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.784770644Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"applying SMF actions for region ce8342cc-4795-4283-8b7e-441d1bcc6128 running snapshot 0d5f7fb3-407c-43fb-a8e3-54973108e2b3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.785065676Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.785110756Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128/snapshots/0d5f7fb3-407c-43fb-a8e3-54973108e2b3/run","method":"POST","req_id":"b3e1f535-4e32-4b37-9a2b-cffcdca5ba04","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27068,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791530277Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791617248Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791700738Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791708608Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791755019Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.791805499Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.792144222Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.792233943Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.792286083Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.792338063Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.79817025Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ce8342cc-4795-4283-8b7e-441d1bcc6128-0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.798648733Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ce8342cc-4795-4283-8b7e-441d1bcc6128-0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.801545176Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ce8342cc-4795-4283-8b7e-441d1bcc6128-0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.81339478Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128/.zfs/snapshot/0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.813600412Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.813658082Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.813697862Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.813736933Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.813791843Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.817403142Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.822083839Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"region ce8342cc-4795-4283-8b7e-441d1bcc6128 running snapshot 0d5f7fb3-407c-43fb-a8e3-54973108e2b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:15.822100839Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"path is \"/data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:16.004446572Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"dataset is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:16.013741295Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"snapshot is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128@0d5f7fb3-407c-43fb-a8e3-54973108e2b3","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:16.024085727Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128\", \"0d5f7fb3-407c-43fb-a8e3-54973108e2b3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:16.024114727Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:16.032807316Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128/snapshots/0d5f7fb3-407c-43fb-a8e3-54973108e2b3/run","method":"POST","req_id":"6a815d71-5941-4554-a08f-5aca0ee69ff0","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29186,"response_code":"200"} {"msg":"region 3ac36185-d8db-4f4c-bf7d-82d17bf71897 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.876448547Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.876644658Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions","method":"POST","req_id":"b2ed51e6-0bef-41d6-8c03-977dba704503","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":268,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.876669928Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.88700748Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.887036601Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3ac36185-d8db-4f4c-bf7d-82d17bf71897\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.951176478Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"region":"3ac36185-d8db-4f4c-bf7d-82d17bf71897","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ac36185-d8db-4f4c-bf7d-82d17bf71897\" \"--data\" \"/data/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:19.953002402Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"region":"3ac36185-d8db-4f4c-bf7d-82d17bf71897","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.019510149Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"region":"3ac36185-d8db-4f4c-bf7d-82d17bf71897","component":"worker"} {"msg":"region 3ac36185-d8db-4f4c-bf7d-82d17bf71897 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.019563999Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.01967706Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.020081723Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.026763276Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.034279755Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.03736872Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.037639062Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.037701433Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.037742763Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.037783643Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.041803965Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.046962266Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.047090887Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.047203488Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.047214478Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.047255228Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.047307049Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.052124147Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.052177887Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.052227137Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.052273248Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.056137568Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.057890142Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:20.139245386Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions","method":"POST","req_id":"6d6f6940-f5f2-4a62-aee8-67a37c746d42","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.963317052Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","method":"GET","req_id":"99f4b2ca-1104-4afd-ab37-6962ae8edc6a","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.967282703Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"dataset is oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.981902749Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"region 3ac36185-d8db-4f4c-bf7d-82d17bf71897 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.991552815Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.991749687Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3ac36185-d8db-4f4c-bf7d-82d17bf71897 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.992794365Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.994392091Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","method":"DELETE","req_id":"f95fbc4a-1f09-414c-a0de-7eaa86d8ff72","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27155,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.997765764Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","method":"GET","req_id":"d9942914-2fbd-4756-bf3d-919db36e8756","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.997939896Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998026786Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998112717Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998122007Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998178258Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998237118Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce8342cc-4795-4283-8b7e-441d1bcc6128","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998623281Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998705952Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998769922Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:44.998821363Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:45.003095337Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:45.004425607Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_028b6e25-416e-42c3-8d32-3331a24bdea1/crucible/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:45.015190822Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"region":"3ac36185-d8db-4f4c-bf7d-82d17bf71897","component":"worker"} {"msg":"region 3ac36185-d8db-4f4c-bf7d-82d17bf71897 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:45.072853958Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:34:45.080028865Z","hostname":"oxz_crucible_c991210e-8bfe-49d4-9557-11fb49b643d5","pid":22718,"uri":"/crucible/0/regions/3ac36185-d8db-4f4c-bf7d-82d17bf71897","method":"GET","req_id":"de1fbcb6-d82a-4ac9-b5d0-8dcc62bb1f90","remote_addr":"[fd00:1122:3344:101::b]:61993","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":"200"}