{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.754633993Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50945"} {"msg":"region 2f53fcf5-f4a4-4104-871f-21d271625aac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.798838252Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.801345973Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.801362854Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"59aa14b5-6a6d-4164-ac15-b1915e319881","remote_addr":"[fd00:1122:3344:101::b]:50945","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18560,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.812751568Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.812768739Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2f53fcf5-f4a4-4104-871f-21d271625aac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f53fcf5-f4a4-4104-871f-21d271625aac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.86338296Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2f53fcf5-f4a4-4104-871f-21d271625aac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f53fcf5-f4a4-4104-871f-21d271625aac\" \"--data\" \"/data/regions/2f53fcf5-f4a4-4104-871f-21d271625aac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:04.866199598Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2f53fcf5-f4a4-4104-871f-21d271625aac","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.111317319Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"0ba58ef7-a459-4997-a869-6631fbfed50a","remote_addr":"[fd00:1122:3344:101::b]:50945","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.277394625Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2f53fcf5-f4a4-4104-871f-21d271625aac","component":"worker"} {"msg":"region 2f53fcf5-f4a4-4104-871f-21d271625aac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.277457726Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.277569788Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.278094249Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.292529586Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.318319146Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.322030873Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f53fcf5-f4a4-4104-871f-21d271625aac","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.322725507Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.322807829Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.32285892Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.322904211Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.327553816Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.331697902Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:05.539087997Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"aee570cf-7efb-4bcf-bb81-8f00b1b5232a","remote_addr":"[fd00:1122:3344:101::b]:50945","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"region 2ad10832-6798-4bf2-82d9-ca329edfa317 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.492394072Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.492582536Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"7030f41f-dd6e-4932-89c3-8a43e932bc35","remote_addr":"[fd00:1122:3344:101::b]:50945","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":242,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.492603887Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.499197432Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.499218343Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ad10832-6798-4bf2-82d9-ca329edfa317\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ad10832-6798-4bf2-82d9-ca329edfa317\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.542687057Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2ad10832-6798-4bf2-82d9-ca329edfa317","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ad10832-6798-4bf2-82d9-ca329edfa317\" \"--data\" \"/data/regions/2ad10832-6798-4bf2-82d9-ca329edfa317\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.542731168Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2ad10832-6798-4bf2-82d9-ca329edfa317","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.618623239Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2ad10832-6798-4bf2-82d9-ca329edfa317","component":"worker"} {"msg":"region 2ad10832-6798-4bf2-82d9-ca329edfa317 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.6186658Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.618760391Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.619092158Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.62206955Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.629753748Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.632745279Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.632952954Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.632999414Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.633038485Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.633074516Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.63666925Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.646107034Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:11.745652672Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions","method":"POST","req_id":"96b05a2d-a12f-4437-b422-a45b9ad25420","remote_addr":"[fd00:1122:3344:101::b]:50945","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.087395166Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39809"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.087525219Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","method":"GET","req_id":"c54682fc-5f12-462a-b0e2-171e857136dd","remote_addr":"[fd00:1122:3344:101::b]:39809","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":91,"response_code":200} {"msg":"path is \"/data/regions/2ad10832-6798-4bf2-82d9-ca329edfa317\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.090568171Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"dataset is oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.118449935Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"region 2ad10832-6798-4bf2-82d9-ca329edfa317 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.125347537Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.125568311Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","method":"DELETE","req_id":"c827d9fc-3ba1-4d2c-9e8e-741d175ae61c","remote_addr":"[fd00:1122:3344:101::b]:39809","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35026,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.125606752Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2ad10832-6798-4bf2-82d9-ca329edfa317 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.126280886Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.129029252Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","method":"GET","req_id":"6c08495b-e1f4-4b1f-8168-6edc2a62d4c5","remote_addr":"[fd00:1122:3344:101::b]:39809","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.170915334Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9c0a7a39-e7a7-47cf-999b-7187b6c5356a/crucible/regions/2ad10832-6798-4bf2-82d9-ca329edfa317\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.177320526Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"region":"2ad10832-6798-4bf2-82d9-ca329edfa317","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.279275143Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","method":"GET","req_id":"37598bd9-1765-4381-931a-4b2c8d9246a8","remote_addr":"[fd00:1122:3344:101::b]:39809","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"region 2ad10832-6798-4bf2-82d9-ca329edfa317 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.294885964Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T03:48:46.410610024Z","hostname":"oxz_crucible_089c5ff8-f6fd-4ea9-bc59-870d1e6c760a","pid":23581,"uri":"/crucible/0/regions/2ad10832-6798-4bf2-82d9-ca329edfa317","method":"GET","req_id":"8b866b14-5368-4286-ae75-1357325a73a4","remote_addr":"[fd00:1122:3344:101::b]:39809","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":200}