{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.714675958Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44019"} {"msg":"region 5e5910d5-2b60-493d-85d2-c32d01ef129c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.76513933Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.768280189Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.768292019Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions","method":"POST","req_id":"39f8fc95-dc53-4d5b-9e77-39b35743e985","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21341,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.778874879Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.778894499Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5e5910d5-2b60-493d-85d2-c32d01ef129c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e5910d5-2b60-493d-85d2-c32d01ef129c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.840968461Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"5e5910d5-2b60-493d-85d2-c32d01ef129c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e5910d5-2b60-493d-85d2-c32d01ef129c\" \"--data\" \"/data/regions/5e5910d5-2b60-493d-85d2-c32d01ef129c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:35.843267434Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"5e5910d5-2b60-493d-85d2-c32d01ef129c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.089950409Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions","method":"POST","req_id":"492635f7-1d8f-4f7d-adba-8342e6e50d94","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.211794128Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"5e5910d5-2b60-493d-85d2-c32d01ef129c","component":"worker"} {"msg":"region 5e5910d5-2b60-493d-85d2-c32d01ef129c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.211831209Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.211932521Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.212266337Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.224523948Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.248319828Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.251567759Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e5910d5-2b60-493d-85d2-c32d01ef129c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.25214461Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.252205251Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.252244451Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.252280602Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.256271518Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.261400354Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:36.76626016Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions","method":"POST","req_id":"1d555734-f9c3-441d-9d87-13c6f76927f2","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region f470cdf4-0ad9-4fe1-b401-39f3e6ee5122 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.576594649Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.576764692Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions","method":"POST","req_id":"b2f2066c-2bcc-4abc-813b-9df0c9a8951d","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":234,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.576782392Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.583492449Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.583510579Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.655051539Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\" \"--data\" \"/data/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.65508813Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.733332186Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","component":"worker"} {"msg":"region f470cdf4-0ad9-4fe1-b401-39f3e6ee5122 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.733361527Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.733479139Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.737050527Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.742343387Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions","method":"POST","req_id":"47aa1e8e-77db-4e61-84a1-be01e839be69","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.743173772Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.756562865Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.764177728Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.764445454Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.764507335Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.764559066Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.764607057Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.769131182Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:32:42.773756239Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.541947555Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","method":"GET","req_id":"4f7fbb6a-39d7-4edd-8666-68013685b600","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.543839301Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"dataset is oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.554098224Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"region f470cdf4-0ad9-4fe1-b401-39f3e6ee5122 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.561555125Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.561703478Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","method":"DELETE","req_id":"4c3eab81-8a03-4c27-bf69-eee45deb5d6e","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17889,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.561727368Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-f470cdf4-0ad9-4fe1-b401-39f3e6ee5122 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.562309699Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.565284025Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","method":"GET","req_id":"016badb6-1a89-4f29-a458-e5e17eec8feb","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.56976566Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ee534c23-779c-4a31-a304-42dad210a928/crucible/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.575642721Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"region":"f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.621616628Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","method":"GET","req_id":"45fccb11-2f55-4713-b46a-efd3c83d9b23","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"region f470cdf4-0ad9-4fe1-b401-39f3e6ee5122 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.627755324Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T05:33:08.687376139Z","hostname":"oxz_crucible_cfd55f30-d21e-42f8-b930-0795ff9c7324","pid":24567,"uri":"/crucible/0/regions/f470cdf4-0ad9-4fe1-b401-39f3e6ee5122","method":"GET","req_id":"67dd45db-5a27-449a-a146-76b8faf0edeb","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":200}