{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.71557341Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42870"} {"msg":"region 756e3d75-e548-4375-b645-9d2d7160dd4e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.761557283Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.764266254Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.764282554Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions","method":"POST","req_id":"cca8024b-704c-47c3-8934-8739fa51e2bc","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19287,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.771260745Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.771275415Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"756e3d75-e548-4375-b645-9d2d7160dd4e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/756e3d75-e548-4375-b645-9d2d7160dd4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.841450217Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"756e3d75-e548-4375-b645-9d2d7160dd4e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"756e3d75-e548-4375-b645-9d2d7160dd4e\" \"--data\" \"/data/regions/756e3d75-e548-4375-b645-9d2d7160dd4e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:04.843875121Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"756e3d75-e548-4375-b645-9d2d7160dd4e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.018859996Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions","method":"POST","req_id":"d8dc5809-f288-4d65-855d-2e6791659be2","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.13169112Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"756e3d75-e548-4375-b645-9d2d7160dd4e","component":"worker"} {"msg":"region 756e3d75-e548-4375-b645-9d2d7160dd4e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.131731721Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.131814281Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.132147585Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.136804712Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.148658322Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.149813944Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.150502031Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.150560392Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.150599792Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.150635823Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.152814125Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.154933056Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.309795917Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions","method":"POST","req_id":"e4000233-17dd-4738-b9bb-bbfe3be0d4c4","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.94009014Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","method":"GET","req_id":"89c5a126-553a-4abc-ab89-f6476f02b236","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/756e3d75-e548-4375-b645-9d2d7160dd4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.9440563Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"dataset is oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.952240403Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"region 756e3d75-e548-4375-b645-9d2d7160dd4e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.959288235Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.959436576Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.959452516Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","method":"DELETE","req_id":"50f4816d-9f20-4ea1-be09-56e89eed2e7b","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16188,"response_code":204} {"msg":"disabling downstairs instance: downstairs-756e3d75-e548-4375-b645-9d2d7160dd4e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.960562378Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.962281565Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","method":"GET","req_id":"553ef377-cb8d-4632-a6ec-b34fc0910448","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.962934162Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/756e3d75-e548-4375-b645-9d2d7160dd4e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:05.972175155Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"756e3d75-e548-4375-b645-9d2d7160dd4e","component":"worker"} {"msg":"region 756e3d75-e548-4375-b645-9d2d7160dd4e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:06.025592487Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:06.065785545Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions/756e3d75-e548-4375-b645-9d2d7160dd4e","method":"GET","req_id":"9ff0ee51-b9d0-41f5-9350-9ef46ee4b91d","remote_addr":"[fd00:1122:3344:101::a]:42870","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.768538711Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49663"} {"msg":"region f3554be5-63c6-48fc-903c-7d23db2c01d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.768661242Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.769336509Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.769367119Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions","method":"POST","req_id":"711bba02-c441-4ae1-b803-846031941846","remote_addr":"[fd00:1122:3344:101::a]:49663","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":736,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.780530052Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e53cc596-c06e-4894-9fd6-db6a9d7492ec/crucible/regions/f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.780567393Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f3554be5-63c6-48fc-903c-7d23db2c01d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f3554be5-63c6-48fc-903c-7d23db2c01d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.85417509Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"f3554be5-63c6-48fc-903c-7d23db2c01d1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f3554be5-63c6-48fc-903c-7d23db2c01d1\" \"--data\" \"/data/regions/f3554be5-63c6-48fc-903c-7d23db2c01d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.85422408Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"f3554be5-63c6-48fc-903c-7d23db2c01d1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.912557882Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"region":"f3554be5-63c6-48fc-903c-7d23db2c01d1","component":"worker"} {"msg":"region f3554be5-63c6-48fc-903c-7d23db2c01d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.912596542Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.912698103Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.913564182Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.916492381Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"uri":"/crucible/0/regions","method":"POST","req_id":"29fff9f8-168b-4935-8dc2-d5ced3302818","remote_addr":"[fd00:1122:3344:101::a]:49663","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.91736261Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.932961348Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.934393493Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f3554be5-63c6-48fc-903c-7d23db2c01d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.934668306Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.934721856Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.934756706Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.934799147Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.937513194Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:12.941629166Z","hostname":"oxz_crucible_b00d6848-1591-4576-b967-396fde15947f","pid":22491,"component":"worker"}