{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.683575869Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51080"} {"msg":"region 4076a7f1-09cb-40b0-bcbd-95276a2874fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.68363836Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.687320663Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions","method":"POST","req_id":"ac38dc65-6023-4438-8e09-9a9f40bef895","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3690,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.687366334Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.696690688Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.696717389Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4076a7f1-09cb-40b0-bcbd-95276a2874fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4076a7f1-09cb-40b0-bcbd-95276a2874fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.758976841Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"4076a7f1-09cb-40b0-bcbd-95276a2874fe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4076a7f1-09cb-40b0-bcbd-95276a2874fe\" \"--data\" \"/data/regions/4076a7f1-09cb-40b0-bcbd-95276a2874fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.759023612Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"4076a7f1-09cb-40b0-bcbd-95276a2874fe","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.868885207Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"4076a7f1-09cb-40b0-bcbd-95276a2874fe","component":"worker"} {"msg":"region 4076a7f1-09cb-40b0-bcbd-95276a2874fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.868926378Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.86902915Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.869865557Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.878657651Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.896172687Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.910183135Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4076a7f1-09cb-40b0-bcbd-95276a2874fe","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.910533932Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.910600883Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.910657974Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.910709065Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.915712504Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.924217823Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:48:56.950953792Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions","method":"POST","req_id":"03aab63c-0d35-4b6b-a5b3-b785d6047db2","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.71024202Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.710424433Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions","method":"POST","req_id":"a9a330b1-0ce0-471d-a9ac-a6fc733e102f","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":223,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.710460614Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.716887431Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.716913181Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.777560622Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\" \"--data\" \"/data/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.777595543Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.90777969Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","component":"worker"} {"msg":"region 74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.907816701Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.907929893Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.909680828Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.923329318Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.935859506Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.944688711Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.945046328Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.94511573Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.94516982Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.945230472Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.952583767Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.960512274Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:03.971242637Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions","method":"POST","req_id":"d590a115-4739-434f-b900-479d139ba4be","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.83923165Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","method":"GET","req_id":"022d778f-1d06-452b-ba88-d69b4b639056","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.842312861Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"dataset is oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.850993643Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"region 74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.857851789Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.858023452Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.858032802Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","method":"DELETE","req_id":"a2d7d731-b6d3-4a83-bbfd-d4ceb0eb1905","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15774,"response_code":204} {"msg":"disabling downstairs instance: downstairs-74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.859245516Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.862326777Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","method":"GET","req_id":"88e232bb-a55f-41c9-a220-b489e2e81f87","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.864175644Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0ca4964d-ef8c-4ceb-8ac6-c5232e3c94fc/crucible/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.873341695Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"region":"74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.918492809Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","method":"GET","req_id":"6979c028-a06b-44cb-a8d4-7819126fd412","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.936899904Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:49:28.996611686Z","hostname":"oxz_crucible_abb86991-41b0-4fdb-a9d0-b2822fdc8730","pid":26120,"uri":"/crucible/0/regions/74aab7e5-2ac6-4fc4-a4fa-7fb9cad656d8","method":"GET","req_id":"40b21db5-77b3-4461-94fa-3ed2f4579958","remote_addr":"[fd00:1122:3344:101::a]:51080","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}