{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.876989867Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60268"} {"msg":"region d987b1b9-e454-481e-8648-b382c9c50f2b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.927818483Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.931573228Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.931588288Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions","method":"POST","req_id":"53e9d2a1-c05b-482d-b0eb-bb9f4a9db81f","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22174,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d3cc23f5-1907-48bd-9a07-28d1c577efa8/crucible/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.940743282Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d3cc23f5-1907-48bd-9a07-28d1c577efa8/crucible/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.940771363Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d987b1b9-e454-481e-8648-b382c9c50f2b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d987b1b9-e454-481e-8648-b382c9c50f2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.988368821Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"region":"d987b1b9-e454-481e-8648-b382c9c50f2b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d987b1b9-e454-481e-8648-b382c9c50f2b\" \"--data\" \"/data/regions/d987b1b9-e454-481e-8648-b382c9c50f2b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:41.990702959Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"region":"d987b1b9-e454-481e-8648-b382c9c50f2b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.31518214Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions","method":"POST","req_id":"fefdb43a-4017-4efd-838f-53e2035c6ae2","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.361585639Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"region":"d987b1b9-e454-481e-8648-b382c9c50f2b","component":"worker"} {"msg":"region d987b1b9-e454-481e-8648-b382c9c50f2b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.3616231Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.361736304Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.362195049Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.373446182Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.391833002Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.392963749Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.393705824Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.393765946Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.393806177Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.393841568Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.396011911Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:42.398197413Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:09:43.038226519Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions","method":"POST","req_id":"484c7887-7465-47f3-a9ba-7d16c7f1c3d4","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.872044602Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","method":"GET","req_id":"e911e82d-adfb-4faa-9729-8433ef50b559","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/d987b1b9-e454-481e-8648-b382c9c50f2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.875544868Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"dataset is oxp_d3cc23f5-1907-48bd-9a07-28d1c577efa8/crucible/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.886070297Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"region d987b1b9-e454-481e-8648-b382c9c50f2b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.893632518Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.893777023Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.893801873Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","method":"DELETE","req_id":"f0aec992-fc0d-4718-89bc-80d69a10a7af","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18300,"response_code":204} {"msg":"disabling downstairs instance: downstairs-d987b1b9-e454-481e-8648-b382c9c50f2b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.894708003Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.896854955Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.897555618Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","method":"GET","req_id":"4c401ad6-cb22-4e4f-b45f-c2229ff889c1","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"deleting zfs dataset \"oxp_d3cc23f5-1907-48bd-9a07-28d1c577efa8/crucible/regions/d987b1b9-e454-481e-8648-b382c9c50f2b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.905639936Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"region":"d987b1b9-e454-481e-8648-b382c9c50f2b","component":"worker"} {"msg":"region d987b1b9-e454-481e-8648-b382c9c50f2b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.955580522Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T16:10:07.955743618Z","hostname":"oxz_crucible_8ac7632e-37a5-41b6-ae9a-d1e609f281c8","pid":22764,"uri":"/crucible/0/regions/d987b1b9-e454-481e-8648-b382c9c50f2b","method":"GET","req_id":"74fd3e7e-c227-4e50-85ed-7a919b9e6193","remote_addr":"[fd00:1122:3344:101::a]:60268","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":113,"response_code":200}