{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.831484164Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46272"} {"msg":"region b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.880283686Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.883573142Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.883586512Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions","method":"POST","req_id":"f1acfbb6-162d-4c1f-aa55-b882728e9886","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21673,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.891639929Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.89165431Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.939882648Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018\" \"--data\" \"/data/regions/b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.942421397Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.129540347Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions","method":"POST","req_id":"cc15456f-ab55-4c38-8f88-aa3f0773345a","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.299326404Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","component":"worker"} {"msg":"region b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.299370555Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.299492418Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.299939239Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.310627196Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.330020566Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.331290596Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b50ea834-9c8b-4cd2-9bfc-87a7e4b6a018","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.332073774Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.332140966Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.332184007Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.332219477Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.33450812Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.336907486Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.649399194Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions","method":"POST","req_id":"fc82b918-0d48-4969-b35a-a8de0f342a0b","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region 6726b1b4-9baa-480c-ae1e-48602e1a5de3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.631932479Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.632118023Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions","method":"POST","req_id":"57933156-0a55-4900-a5a5-1af0c006bba9","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":239,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.632141464Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.639719519Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.63974309Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6726b1b4-9baa-480c-ae1e-48602e1a5de3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.698490563Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"6726b1b4-9baa-480c-ae1e-48602e1a5de3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6726b1b4-9baa-480c-ae1e-48602e1a5de3\" \"--data\" \"/data/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.698540044Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"6726b1b4-9baa-480c-ae1e-48602e1a5de3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.759818945Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"6726b1b4-9baa-480c-ae1e-48602e1a5de3","component":"worker"} {"msg":"region 6726b1b4-9baa-480c-ae1e-48602e1a5de3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.759858756Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.759969878Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.760352317Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.761638507Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.765302122Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.766687614Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.767131844Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.767189436Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.767233237Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.767275048Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.769060929Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.774616408Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions","method":"POST","req_id":"dd485230-4ec5-48b9-bac0-ad193bb35b25","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:37.776509922Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.717017534Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","method":"GET","req_id":"c42c74c6-6548-4328-8b49-c8237ce666db","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.720784932Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"dataset is oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.729101074Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"region 6726b1b4-9baa-480c-ae1e-48602e1a5de3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.736199889Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.736327332Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.736336552Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","method":"DELETE","req_id":"d2e8d975-9a57-4fa6-bbc4-9c755331788c","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15620,"response_code":204} {"msg":"disabling downstairs instance: downstairs-6726b1b4-9baa-480c-ae1e-48602e1a5de3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.737251024Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.740193972Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","method":"GET","req_id":"15ee3648-b21e-4df5-a42a-e321ec87fe8f","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.740740684Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_96cae442-cf9a-4c9c-a4ff-4445c8051d37/crucible/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.748764701Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"region":"6726b1b4-9baa-480c-ae1e-48602e1a5de3","component":"worker"} {"msg":"region 6726b1b4-9baa-480c-ae1e-48602e1a5de3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.795537155Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:23:02.850799707Z","hostname":"oxz_crucible_2b7f7525-bc33-42fc-ab34-581f896b8b54","pid":23478,"uri":"/crucible/0/regions/6726b1b4-9baa-480c-ae1e-48602e1a5de3","method":"GET","req_id":"6c7ed811-14e9-487a-a657-75e4d33d949e","remote_addr":"[fd00:1122:3344:101::a]:46272","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200}