{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.517768037Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33701"} {"msg":"region 8d666668-a25d-43c2-a239-42cc62c0c5b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.551111951Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.559028821Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"24334652-4313-470c-9030-0e0c329bcecd","remote_addr":"[fd00:1122:3344:101::a]:33701","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14973,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.559049481Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.569805346Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.569837607Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d666668-a25d-43c2-a239-42cc62c0c5b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.619702929Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"8d666668-a25d-43c2-a239-42cc62c0c5b8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d666668-a25d-43c2-a239-42cc62c0c5b8\" \"--data\" \"/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.622174964Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"8d666668-a25d-43c2-a239-42cc62c0c5b8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.87134001Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"40c96f79-bc4e-4d21-8a6b-cb22b466c2c5","remote_addr":"[fd00:1122:3344:101::a]:33701","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.9441636Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"8d666668-a25d-43c2-a239-42cc62c0c5b8","component":"worker"} {"msg":"region 8d666668-a25d-43c2-a239-42cc62c0c5b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.944205212Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.944333735Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.946713718Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.9501794Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.968504716Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.971483625Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.977459913Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.977521955Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.977564326Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.977604007Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.98147495Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.985454135Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:08.255963206Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"8f9c9ffd-8d7d-456c-b140-5896a55f83ae","remote_addr":"[fd00:1122:3344:101::a]:33701","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.589677066Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47277"} {"msg":"region 5cbed4ed-6396-4656-b3cc-59cfe77fb058 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.5898256Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.590672932Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.590695903Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"89e1c404-d2b0-451b-859a-9eef5f215060","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":886,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.599702032Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.599728562Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5cbed4ed-6396-4656-b3cc-59cfe77fb058\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.663580875Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"5cbed4ed-6396-4656-b3cc-59cfe77fb058","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5cbed4ed-6396-4656-b3cc-59cfe77fb058\" \"--data\" \"/data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.663632346Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"5cbed4ed-6396-4656-b3cc-59cfe77fb058","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.795339518Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"5cbed4ed-6396-4656-b3cc-59cfe77fb058","component":"worker"} {"msg":"region 5cbed4ed-6396-4656-b3cc-59cfe77fb058 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.795382079Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.795476922Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.795934574Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.803667189Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.824580183Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.831699342Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.831965349Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.832025Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.832069132Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.832155024Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.84105266Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.85086549Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.850946702Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851028474Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851039875Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851080826Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851128047Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851219409Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851288011Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851348383Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.851403024Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.866103374Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.866639458Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:23.945096638Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"7789be3d-deae-4dde-a796-d6ff83801175","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.24434211Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","method":"GET","req_id":"6a6e65e6-ccea-454a-be67-1c702e55f895","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4068,"response_code":"200"} {"msg":"path is \"/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.247185056Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.256374549Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.26544437Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.265470431Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.278302391Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c","method":"GET","req_id":"3659372a-e15b-47b3-845e-258e4b506954","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31124,"response_code":"200"} {"msg":"path is \"/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.281526656Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.291743747Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.300037307Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.300077428Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.309231491Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"applying SMF actions for region 8d666668-a25d-43c2-a239-42cc62c0c5b8 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.309494378Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.309540309Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run","method":"POST","req_id":"1758b8cc-e4a7-49f4-b3c6-d2265bb7bf16","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27994,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.310988164Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311132261Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311209543Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311216443Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311253994Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311297145Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311615854Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311671245Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311715817Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.311759258Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.316609486Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.317107059Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.325913743Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.345497542Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/.zfs/snapshot/dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.34581775Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.345890612Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.345939614Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.345991765Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.346062367Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.354779418Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.361293851Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"region 8d666668-a25d-43c2-a239-42cc62c0c5b8 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.361308781Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"path is \"/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.548536885Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.558389436Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.566511261Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.566536862Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:25.574504583Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run","method":"POST","req_id":"a117f41f-963d-4d30-8801-96622330eb04","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26011,"response_code":"200"} {"msg":"region ade5db3d-8848-4901-9d47-cefcce654c58 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.182895301Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.183080996Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"680ff7d8-858c-4e5f-88e6-c259531b7379","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":255,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.183110537Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.19340215Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.19342634Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ade5db3d-8848-4901-9d47-cefcce654c58\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.266760245Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"ade5db3d-8848-4901-9d47-cefcce654c58","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ade5db3d-8848-4901-9d47-cefcce654c58\" \"--data\" \"/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.266801596Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"ade5db3d-8848-4901-9d47-cefcce654c58","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.395903748Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"ade5db3d-8848-4901-9d47-cefcce654c58","component":"worker"} {"msg":"region ade5db3d-8848-4901-9d47-cefcce654c58 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.39596109Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.396049492Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397427969Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397507761Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397585473Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397593143Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397629954Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.397672115Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.398051325Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.398173228Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.39823217Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.398285191Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.408867472Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.409385916Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.416964767Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.443777197Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.452998932Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.453253109Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.453334481Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.453385092Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.453437724Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.462812232Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.47404827Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.530381723Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"8bf22b54-c459-40b0-8ea1-ee7a0d7c5f57","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.411832949Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58","method":"GET","req_id":"e6c2c122-cc7d-466c-a73f-5c67d9b836ee","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.415024384Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.427629638Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"region ade5db3d-8848-4901-9d47-cefcce654c58 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.438214349Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.438405444Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ade5db3d-8848-4901-9d47-cefcce654c58 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.439534524Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.44091427Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58","method":"DELETE","req_id":"101fbb41-53ae-4cae-8dc7-0f227f3dd86a","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25916,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.444826554Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58","method":"GET","req_id":"ccd9345a-ce41-4c59-8b61-803ac450e043","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446678593Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446774096Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446862378Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446903199Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446913079Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446974061Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.44729824Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447361621Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447414113Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447472904Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.450961397Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.452529128Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.465669517Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"region":"ade5db3d-8848-4901-9d47-cefcce654c58","component":"worker"} {"msg":"region ade5db3d-8848-4901-9d47-cefcce654c58 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.513841474Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.598042856Z","hostname":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","pid":21635,"uri":"/crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58","method":"GET","req_id":"d85b811d-4701-4656-9f69-40b73213d404","remote_addr":"[fd00:1122:3344:101::a]:47277","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":"200"}