{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.263049109Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52684"} {"msg":"region 30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.309649216Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.312709363Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.312723573Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions","method":"POST","req_id":"5f4e34be-1896-4f7b-8d8f-4fec22f701d1","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19846,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.322638255Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.322656976Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.368428638Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe\" \"--data\" \"/data/regions/30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.37070447Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.481492888Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions","method":"POST","req_id":"c6377952-c0fe-44ae-8381-83bb497d734e","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.769169989Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","component":"worker"} {"msg":"region 30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.76922253Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.769349983Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.769790291Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.784201766Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.813135698Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.816223945Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30ccd08e-1cd8-46d3-a14a-55ef2ceb9efe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.817196833Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.817295575Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.817364126Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.817418187Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.822873537Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.828012972Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:31.885290405Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions","method":"POST","req_id":"ddfcc2e2-85e8-4450-9e86-b2db34832c5d","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 8237407f-cf08-4751-9616-2cae69262b92 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.442841955Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.443022248Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.443032148Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions","method":"POST","req_id":"4f720eb4-08d5-4633-bd59-32d9426dad19","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":238,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.450295202Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.450314342Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8237407f-cf08-4751-9616-2cae69262b92\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8237407f-cf08-4751-9616-2cae69262b92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.504433688Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"8237407f-cf08-4751-9616-2cae69262b92","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8237407f-cf08-4751-9616-2cae69262b92\" \"--data\" \"/data/regions/8237407f-cf08-4751-9616-2cae69262b92\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.504468828Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"8237407f-cf08-4751-9616-2cae69262b92","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.579905426Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"8237407f-cf08-4751-9616-2cae69262b92","component":"worker"} {"msg":"region 8237407f-cf08-4751-9616-2cae69262b92 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.579943197Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.580022918Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.583488202Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.586605639Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.594060317Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions","method":"POST","req_id":"2028e2c1-ce3b-4a01-ba2a-d97fb8048e72","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.594406373Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.597723944Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.598006169Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.59805489Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.598095871Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.598137602Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.602992031Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:33:38.607954692Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.959094771Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions/8237407f-cf08-4751-9616-2cae69262b92","method":"GET","req_id":"81d84d0d-235e-4601-a9e8-38fc24cff58b","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/8237407f-cf08-4751-9616-2cae69262b92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.963102535Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"dataset is oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/8237407f-cf08-4751-9616-2cae69262b92","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.973353564Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"region 8237407f-cf08-4751-9616-2cae69262b92 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.980275661Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.980505065Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.980514515Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions/8237407f-cf08-4751-9616-2cae69262b92","method":"DELETE","req_id":"4cd2db2e-cc41-46db-bba8-58b52e6b2a3f","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17446,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8237407f-cf08-4751-9616-2cae69262b92 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.981033035Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.983714884Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions/8237407f-cf08-4751-9616-2cae69262b92","method":"GET","req_id":"4384b39e-463b-44b4-a3bc-8704de1b179e","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.988587794Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_de2851fe-f1ea-4669-a85a-7068e9e419a7/crucible/regions/8237407f-cf08-4751-9616-2cae69262b92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:02.995421259Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"region":"8237407f-cf08-4751-9616-2cae69262b92","component":"worker"} {"msg":"region 8237407f-cf08-4751-9616-2cae69262b92 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:03.050476712Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T21:34:03.059164652Z","hostname":"oxz_crucible_04f2672c-703f-4b47-a77c-37e0982b815b","pid":23915,"uri":"/crucible/0/regions/8237407f-cf08-4751-9616-2cae69262b92","method":"GET","req_id":"86ef0319-74b6-4367-8214-8fe1380dda29","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":44,"response_code":200}