{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.261535483Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63522"} {"msg":"region 1d22f495-c24f-4792-a824-e3b744e6876b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.303016716Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.310316605Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.314847096Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"f7d5252b-4ee8-465d-9df6-60c94566125e","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20731,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.321586179Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.32160631Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1d22f495-c24f-4792-a824-e3b744e6876b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d22f495-c24f-4792-a824-e3b744e6876b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.368355564Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"1d22f495-c24f-4792-a824-e3b744e6876b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d22f495-c24f-4792-a824-e3b744e6876b\" \"--data\" \"/data/regions/1d22f495-c24f-4792-a824-e3b744e6876b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.368389155Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"1d22f495-c24f-4792-a824-e3b744e6876b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.607203619Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"c4c40400-1af8-478e-a820-ad4304d423f5","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.725623143Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"1d22f495-c24f-4792-a824-e3b744e6876b","component":"worker"} {"msg":"region 1d22f495-c24f-4792-a824-e3b744e6876b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.727830396Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.72797583Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.728309Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.736919917Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.746940236Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.749676814Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d22f495-c24f-4792-a824-e3b744e6876b","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.750427866Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.750491158Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.750531839Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.75056835Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.754586205Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.758973791Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.283972911Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"dad0b622-1751-42d0-889d-2372b09d3720","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"region 27cdd815-0936-4883-8f62-72fae9426c6f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.878119444Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.878349451Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"d0c40809-39d4-4451-8261-d25990246f64","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.878369031Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.884103646Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.884132587Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"27cdd815-0936-4883-8f62-72fae9426c6f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/27cdd815-0936-4883-8f62-72fae9426c6f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.924702593Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"27cdd815-0936-4883-8f62-72fae9426c6f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"27cdd815-0936-4883-8f62-72fae9426c6f\" \"--data\" \"/data/regions/27cdd815-0936-4883-8f62-72fae9426c6f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.924745744Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"27cdd815-0936-4883-8f62-72fae9426c6f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.994588031Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"27cdd815-0936-4883-8f62-72fae9426c6f","component":"worker"} {"msg":"region 27cdd815-0936-4883-8f62-72fae9426c6f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.994616542Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.994707795Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.995967191Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:09.999725849Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.006237836Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.009692635Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.009980924Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.010041356Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.010089137Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.010140818Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.014122153Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.018728075Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:10.070357469Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"6c796e23-1ccf-4b6b-8a38-a5e18335402a","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.059796061Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions/27cdd815-0936-4883-8f62-72fae9426c6f","method":"GET","req_id":"dde69675-c2cf-4755-8dd7-0db0d166e126","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/27cdd815-0936-4883-8f62-72fae9426c6f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.06287222Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"dataset is oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/27cdd815-0936-4883-8f62-72fae9426c6f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.070811758Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"region 27cdd815-0936-4883-8f62-72fae9426c6f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.077001376Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.0771634Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.077187751Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions/27cdd815-0936-4883-8f62-72fae9426c6f","method":"DELETE","req_id":"4381ee0f-7479-4bf0-8c46-af6ea744b509","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14324,"response_code":204} {"msg":"disabling downstairs instance: downstairs-27cdd815-0936-4883-8f62-72fae9426c6f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.078114468Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.082212665Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions/27cdd815-0936-4883-8f62-72fae9426c6f","method":"GET","req_id":"28a39635-4908-4783-9ff5-8b933ccc6be2","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.083721309Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f2f7cd2a-eb6c-47f0-ab80-4de26e3eb59a/crucible/regions/27cdd815-0936-4883-8f62-72fae9426c6f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.09036411Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"region":"27cdd815-0936-4883-8f62-72fae9426c6f","component":"worker"} {"msg":"region 27cdd815-0936-4883-8f62-72fae9426c6f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.13524249Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:36.191725683Z","hostname":"oxz_crucible_1d0d3942-4775-4af8-8d56-a0c224324f5e","pid":24327,"uri":"/crucible/0/regions/27cdd815-0936-4883-8f62-72fae9426c6f","method":"GET","req_id":"2a4adb3e-54fd-4acf-93eb-c4db0aaec83d","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}