{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.837690962Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54444"} {"msg":"region 79252376-32bf-4c43-bf0f-63c30581b18d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.837844553Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.83845533Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions","method":"POST","req_id":"65e090cd-dc36-447c-b555-1d03bbf8c1c6","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":647,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.83847005Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.847880393Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.847899063Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"79252376-32bf-4c43-bf0f-63c30581b18d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/79252376-32bf-4c43-bf0f-63c30581b18d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.909965533Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"region":"79252376-32bf-4c43-bf0f-63c30581b18d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"79252376-32bf-4c43-bf0f-63c30581b18d\" \"--data\" \"/data/regions/79252376-32bf-4c43-bf0f-63c30581b18d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.909995694Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"region":"79252376-32bf-4c43-bf0f-63c30581b18d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.986453551Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"region":"79252376-32bf-4c43-bf0f-63c30581b18d","component":"worker"} {"msg":"region 79252376-32bf-4c43-bf0f-63c30581b18d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.986486872Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.986577482Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.986919306Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.995428209Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.015217206Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.019092538Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79252376-32bf-4c43-bf0f-63c30581b18d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.019386542Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.019445313Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.019490533Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.019533473Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.023714059Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.041001129Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.044899641Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions","method":"POST","req_id":"fd728740-575a-4752-b66a-5d5c9adf0741","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.224184147Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions/f493d81a-2a4f-46a4-b151-9452ce926acc","method":"GET","req_id":"fd0db69c-7a64-4854-b43a-96810e2579c9","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":90,"response_code":200} {"msg":"path is \"/data/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.231175484Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"dataset is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.238108549Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"snapshot is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc@09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.24457515Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\", \"09c3430f-cd4c-46ff-8d72-e1cd908711d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.24459304Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.252158373Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions/f493d81a-2a4f-46a4-b151-9452ce926acc/snapshots/09c3430f-cd4c-46ff-8d72-e1cd908711d2","method":"GET","req_id":"6c32a4e8-4b66-499e-b442-b3483976e05e","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21010,"response_code":200} {"msg":"path is \"/data/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.260607226Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"dataset is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.267453211Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"snapshot is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc@09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.274345496Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\", \"09c3430f-cd4c-46ff-8d72-e1cd908711d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.274366897Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f493d81a-2a4f-46a4-b151-9452ce926acc-09c3430f-cd4c-46ff-8d72-e1cd908711d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.282848289Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.282983141Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions/f493d81a-2a4f-46a4-b151-9452ce926acc/snapshots/09c3430f-cd4c-46ff-8d72-e1cd908711d2/run","method":"POST","req_id":"42bdb277-5f2a-4747-9370-05bc608bd541","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22406,"response_code":200} {"msg":"applying SMF actions for region f493d81a-2a4f-46a4-b151-9452ce926acc running snapshot 09c3430f-cd4c-46ff-8d72-e1cd908711d2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.283002031Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f493d81a-2a4f-46a4-b151-9452ce926acc-09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.287239738Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f493d81a-2a4f-46a4-b151-9452ce926acc-09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.295356036Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f493d81a-2a4f-46a4-b151-9452ce926acc-09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.304684709Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f493d81a-2a4f-46a4-b151-9452ce926acc/.zfs/snapshot/09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.304929471Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.304980062Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.305020112Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.305058553Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.305114783Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.308511285Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.312935039Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"worker"} {"msg":"region f493d81a-2a4f-46a4-b151-9452ce926acc running snapshot 09c3430f-cd4c-46ff-8d72-e1cd908711d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.312945079Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"path is \"/data/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.606588114Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"dataset is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.612676481Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"datafile"} {"msg":"snapshot is oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc@09c3430f-cd4c-46ff-8d72-e1cd908711d2","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.619684728Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4c68f3d0-c456-4eef-88a5-f23006f551f7/crucible/regions/f493d81a-2a4f-46a4-b151-9452ce926acc\", \"09c3430f-cd4c-46ff-8d72-e1cd908711d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.619722938Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:56.625034606Z","hostname":"oxz_crucible_05b4798c-ff15-41ba-a966-39268517ebef","pid":22890,"uri":"/crucible/0/regions/f493d81a-2a4f-46a4-b151-9452ce926acc/snapshots/09c3430f-cd4c-46ff-8d72-e1cd908711d2/run","method":"POST","req_id":"0a1156db-59b4-4070-b835-4020cce8369a","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18479,"response_code":200}