{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.736728077Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35187"} {"msg":"region c224329d-d1e7-40cb-ace7-4d1698d33958 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.736940233Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.737600463Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions","method":"POST","req_id":"280f9bb2-2c52-4e23-8f0c-4a41c55de9e8","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":701,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.737614033Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.746270451Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.746291701Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c224329d-d1e7-40cb-ace7-4d1698d33958\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c224329d-d1e7-40cb-ace7-4d1698d33958\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.799554748Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"region":"c224329d-d1e7-40cb-ace7-4d1698d33958","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c224329d-d1e7-40cb-ace7-4d1698d33958\" \"--data\" \"/data/regions/c224329d-d1e7-40cb-ace7-4d1698d33958\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.799585759Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"region":"c224329d-d1e7-40cb-ace7-4d1698d33958","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.895549148Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"region":"c224329d-d1e7-40cb-ace7-4d1698d33958","component":"worker"} {"msg":"region c224329d-d1e7-40cb-ace7-4d1698d33958 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.895581109Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.895667071Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.917800781Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.923181761Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.932360594Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.935424155Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c224329d-d1e7-40cb-ace7-4d1698d33958","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.935620831Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.935674533Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.935713104Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.935747915Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.939104885Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:30.942918949Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:31.105722388Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions","method":"POST","req_id":"d94725b7-84d5-4836-9330-8d33993f3b00","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:32.994003777Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions/36e28a32-ed2d-4103-a85b-0381af5fef96","method":"GET","req_id":"6f64500b-2c7e-40e8-8039-a6748b4d233f","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:32.997213952Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"dataset is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.004048346Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"snapshot is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96@7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.011771696Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\", \"7096ab6d-0ec0-44c8-be67-8f0b18695dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.011788397Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.019879258Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions/36e28a32-ed2d-4103-a85b-0381af5fef96/snapshots/7096ab6d-0ec0-44c8-be67-8f0b18695dba","method":"GET","req_id":"6fbe78be-9845-44c0-8a53-c7981a8be161","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22687,"response_code":200} {"msg":"path is \"/data/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.023516896Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"dataset is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.030231586Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"snapshot is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96@7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.037194013Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\", \"7096ab6d-0ec0-44c8-be67-8f0b18695dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.037213704Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 36e28a32-ed2d-4103-a85b-0381af5fef96-7096ab6d-0ec0-44c8-be67-8f0b18695dba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.045332525Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.045459079Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions/36e28a32-ed2d-4103-a85b-0381af5fef96/snapshots/7096ab6d-0ec0-44c8-be67-8f0b18695dba/run","method":"POST","req_id":"8eaa211f-57eb-4354-932e-ecceff53251e","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21961,"response_code":200} {"msg":"applying SMF actions for region 36e28a32-ed2d-4103-a85b-0381af5fef96 running snapshot 7096ab6d-0ec0-44c8-be67-8f0b18695dba (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.04547518Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-36e28a32-ed2d-4103-a85b-0381af5fef96-7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.049967514Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-36e28a32-ed2d-4103-a85b-0381af5fef96-7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.063251469Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-36e28a32-ed2d-4103-a85b-0381af5fef96-7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075521005Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36e28a32-ed2d-4103-a85b-0381af5fef96/.zfs/snapshot/7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075717761Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075758232Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075794843Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075829824Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.075872335Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.07905723Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.082613776Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"worker"} {"msg":"region 36e28a32-ed2d-4103-a85b-0381af5fef96 running snapshot 7096ab6d-0ec0-44c8-be67-8f0b18695dba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.082623396Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"path is \"/data/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.231303315Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"dataset is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.237693786Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"datafile"} {"msg":"snapshot is oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96@7096ab6d-0ec0-44c8-be67-8f0b18695dba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.244085826Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b897729e-e5d9-4343-9fd0-dc41055ef9df/crucible/regions/36e28a32-ed2d-4103-a85b-0381af5fef96\", \"7096ab6d-0ec0-44c8-be67-8f0b18695dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.244118267Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T03:46:33.250738114Z","hostname":"oxz_crucible_ee4adcc7-a687-4979-a384-bd4cc028dd5b","pid":22574,"uri":"/crucible/0/regions/36e28a32-ed2d-4103-a85b-0381af5fef96/snapshots/7096ab6d-0ec0-44c8-be67-8f0b18695dba/run","method":"POST","req_id":"44d0f8b6-e18d-4c6e-8ed9-1c2b48237976","remote_addr":"[fd00:1122:3344:101::c]:35187","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19459,"response_code":200}