{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.614046877Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36626"} {"msg":"region 0deabb1d-f355-4001-8d18-e483b1d94a73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.665411435Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.674008443Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions","method":"POST","req_id":"f50704ca-9bde-4bf6-804b-bfadd120f8f5","remote_addr":"[fd00:1122:3344:101::c]:36626","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27913,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.679023518Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c0af2f29-ac4e-42f8-927e-3333531affa2/crucible/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.690234756Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c0af2f29-ac4e-42f8-927e-3333531affa2/crucible/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.690266846Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0deabb1d-f355-4001-8d18-e483b1d94a73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0deabb1d-f355-4001-8d18-e483b1d94a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.741542473Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"region":"0deabb1d-f355-4001-8d18-e483b1d94a73","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0deabb1d-f355-4001-8d18-e483b1d94a73\" \"--data\" \"/data/regions/0deabb1d-f355-4001-8d18-e483b1d94a73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.744136231Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"region":"0deabb1d-f355-4001-8d18-e483b1d94a73","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:23.851766019Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions","method":"POST","req_id":"75f04a2a-12f0-452c-97cd-4fc4051a13c7","remote_addr":"[fd00:1122:3344:101::c]:36626","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.083446781Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"region":"0deabb1d-f355-4001-8d18-e483b1d94a73","component":"worker"} {"msg":"region 0deabb1d-f355-4001-8d18-e483b1d94a73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.083495932Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.083587183Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.083964899Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.094351954Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.116128199Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.118732378Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.119406638Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.128411883Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.128457374Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.128496054Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.142693366Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.146710076Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:24.201325552Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions","method":"POST","req_id":"e761f97f-25f4-49af-b100-101efa649cb6","remote_addr":"[fd00:1122:3344:101::c]:36626","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.733246917Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59004"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.733349638Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","method":"GET","req_id":"0c990322-3660-4c40-9389-bab78c1b0c77","remote_addr":"[fd00:1122:3344:101::c]:59004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"path is \"/data/regions/0deabb1d-f355-4001-8d18-e483b1d94a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.73885092Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"dataset is oxp_c0af2f29-ac4e-42f8-927e-3333531affa2/crucible/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.752508735Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"region 0deabb1d-f355-4001-8d18-e483b1d94a73 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.763108313Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.763901365Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.763944245Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","method":"DELETE","req_id":"07b740c1-cd95-4cdb-b559-76c2a8fd2c71","remote_addr":"[fd00:1122:3344:101::c]:59004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27808,"response_code":204} {"msg":"disabling downstairs instance: downstairs-0deabb1d-f355-4001-8d18-e483b1d94a73 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.76489987Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.767861484Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","method":"GET","req_id":"e600b579-523c-4589-92da-1ca09ea15cbf","remote_addr":"[fd00:1122:3344:101::c]:59004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.784046286Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c0af2f29-ac4e-42f8-927e-3333531affa2/crucible/regions/0deabb1d-f355-4001-8d18-e483b1d94a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.795920983Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"region":"0deabb1d-f355-4001-8d18-e483b1d94a73","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.850310396Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","method":"GET","req_id":"42325c3f-a6de-429b-8440-1eb6c0b3f42b","remote_addr":"[fd00:1122:3344:101::c]:59004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region 0deabb1d-f355-4001-8d18-e483b1d94a73 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.875034235Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-22T18:23:54.961620979Z","hostname":"oxz_crucible_0120c30a-d432-4273-b66c-21232461db6c","pid":23912,"uri":"/crucible/0/regions/0deabb1d-f355-4001-8d18-e483b1d94a73","method":"GET","req_id":"4c619c41-26ea-4fe2-b335-c3fa1db3e568","remote_addr":"[fd00:1122:3344:101::c]:59004","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":200}