{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.524613348Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41456"} {"msg":"region cfd1dc29-d503-449c-af59-d8ef3eef812d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.571956372Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.5749103Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.574922501Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"12d01e31-aaba-4097-8087-fed69be47846","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19172,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.587565661Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.587590482Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cfd1dc29-d503-449c-af59-d8ef3eef812d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cfd1dc29-d503-449c-af59-d8ef3eef812d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.658745567Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"cfd1dc29-d503-449c-af59-d8ef3eef812d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cfd1dc29-d503-449c-af59-d8ef3eef812d\" \"--data\" \"/data/regions/cfd1dc29-d503-449c-af59-d8ef3eef812d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.661209319Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"cfd1dc29-d503-449c-af59-d8ef3eef812d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:24.758431721Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"0b843b4a-8074-4015-bb35-da8816fe8e39","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.0832786Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"cfd1dc29-d503-449c-af59-d8ef3eef812d","component":"worker"} {"msg":"region cfd1dc29-d503-449c-af59-d8ef3eef812d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.083321542Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.083421305Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.083810958Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.102564411Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.113439893Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"7a31a6e0-56c3-40be-b314-6daed5d7a681","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.138262398Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.146624626Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cfd1dc29-d503-449c-af59-d8ef3eef812d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.147396322Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.147456904Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.147494505Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.147528386Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.154508568Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:25.161867163Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"region 72517008-460f-4434-8dc9-9f2ed8a9bf70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.189978196Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.190212794Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"dde1b103-c1e2-414f-8666-b330f503c50c","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":299,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.190240055Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.197415374Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.197434434Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"72517008-460f-4434-8dc9-9f2ed8a9bf70\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.322103009Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"72517008-460f-4434-8dc9-9f2ed8a9bf70","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"72517008-460f-4434-8dc9-9f2ed8a9bf70\" \"--data\" \"/data/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.32215158Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"72517008-460f-4434-8dc9-9f2ed8a9bf70","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.363925369Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"4232c3cd-1703-4ad5-9c77-85642a23a4d9","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518510678Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"72517008-460f-4434-8dc9-9f2ed8a9bf70","component":"worker"} {"msg":"region 72517008-460f-4434-8dc9-9f2ed8a9bf70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518555389Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.518678303Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.519019475Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.533345571Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.554821435Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.566206113Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.566490343Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.566536474Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.566575726Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.566612717Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.584982658Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.606351508Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:32.843967927Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions","method":"POST","req_id":"e5d0f053-a097-4580-9cad-853c9223e6c2","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.41610615Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","method":"GET","req_id":"ac1baa29-7947-4f56-8c0e-5faf26af379a","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"path is \"/data/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.419104749Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"dataset is oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.428174731Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"region 72517008-460f-4434-8dc9-9f2ed8a9bf70 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435316698Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435912708Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","method":"DELETE","req_id":"f3e86bad-c6c3-43e2-8c7d-314a2f091248","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16831,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.435936929Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-72517008-460f-4434-8dc9-9f2ed8a9bf70 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.436950672Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.439329991Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","method":"GET","req_id":"5fb9c25d-6c01-41c9-8497-87752f1a9fe1","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.449544531Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0d3557f3-fc17-43db-9964-8bd618c54ebb/crucible/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.457516116Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"region":"72517008-460f-4434-8dc9-9f2ed8a9bf70","component":"worker"} {"msg":"region 72517008-460f-4434-8dc9-9f2ed8a9bf70 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.513175846Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-21T00:07:59.526966045Z","hostname":"oxz_crucible_237f0a34-540f-4459-a966-4cb590fd3c4a","pid":23860,"uri":"/crucible/0/regions/72517008-460f-4434-8dc9-9f2ed8a9bf70","method":"GET","req_id":"c26339da-2d05-4858-a4e1-22f2172e2b8b","remote_addr":"[fd00:1122:3344:101::c]:41456","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}