{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.4026029Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33256"} {"msg":"region 98ab2abb-5aea-4926-b379-05551b7782c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.402683321Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.40395872Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.40397241Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"2a3230f5-b1fb-440d-a7fb-9a336f8328d3","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1316,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.414141451Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.414161041Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"98ab2abb-5aea-4926-b379-05551b7782c5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98ab2abb-5aea-4926-b379-05551b7782c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.475877536Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"region":"98ab2abb-5aea-4926-b379-05551b7782c5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98ab2abb-5aea-4926-b379-05551b7782c5\" \"--data\" \"/data/regions/98ab2abb-5aea-4926-b379-05551b7782c5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.475910867Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"region":"98ab2abb-5aea-4926-b379-05551b7782c5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.676016533Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"region":"98ab2abb-5aea-4926-b379-05551b7782c5","component":"worker"} {"msg":"region 98ab2abb-5aea-4926-b379-05551b7782c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.676054303Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.676172545Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.676566351Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.689406461Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.71768685Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.725115341Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98ab2abb-5aea-4926-b379-05551b7782c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.725488826Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.725550477Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.725595108Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.725635978Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.733517985Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.7419219Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"85d34cf6-6659-4fe4-81bf-2decb7fdc769","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:53.758472545Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.358653453Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions/d0edb8b4-7768-4867-836e-b473de926c32","method":"GET","req_id":"7634982f-8d66-43b2-ab6a-7a8325a8e437","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/d0edb8b4-7768-4867-836e-b473de926c32\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.361987832Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"dataset is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.369833088Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"snapshot is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32@41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.378318874Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32\", \"41e52713-73d3-4ad4-9b13-50ab27d5c1e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.378339054Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.389791924Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions/d0edb8b4-7768-4867-836e-b473de926c32/snapshots/41e52713-73d3-4ad4-9b13-50ab27d5c1e3","method":"GET","req_id":"54b8c7f5-a59a-4878-980e-4048c5b91174","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27836,"response_code":200} {"msg":"path is \"/data/regions/d0edb8b4-7768-4867-836e-b473de926c32\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.393763573Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"dataset is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.403368005Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"snapshot is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32@41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.41245059Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32\", \"41e52713-73d3-4ad4-9b13-50ab27d5c1e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.41247482Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d0edb8b4-7768-4867-836e-b473de926c32-41e52713-73d3-4ad4-9b13-50ab27d5c1e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.423051357Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.423222559Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions/d0edb8b4-7768-4867-836e-b473de926c32/snapshots/41e52713-73d3-4ad4-9b13-50ab27d5c1e3/run","method":"POST","req_id":"ea31de86-fd73-4880-a3aa-9c910a422dd2","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29480,"response_code":200} {"msg":"applying SMF actions for region d0edb8b4-7768-4867-836e-b473de926c32 running snapshot 41e52713-73d3-4ad4-9b13-50ab27d5c1e3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.42325586Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d0edb8b4-7768-4867-836e-b473de926c32-41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.429095806Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d0edb8b4-7768-4867-836e-b473de926c32-41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.453281945Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d0edb8b4-7768-4867-836e-b473de926c32-41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.481716357Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0edb8b4-7768-4867-836e-b473de926c32/.zfs/snapshot/41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.481996971Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.482044531Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.482108292Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.482162053Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.482222724Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.488118452Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.498199441Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"worker"} {"msg":"region d0edb8b4-7768-4867-836e-b473de926c32 running snapshot 41e52713-73d3-4ad4-9b13-50ab27d5c1e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.498220231Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"path is \"/data/regions/d0edb8b4-7768-4867-836e-b473de926c32\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.710543998Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"dataset is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.716802321Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"datafile"} {"msg":"snapshot is oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32@41e52713-73d3-4ad4-9b13-50ab27d5c1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.723928287Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f8df329d-6d15-4463-b0b1-c3bd2cb87722/crucible/regions/d0edb8b4-7768-4867-836e-b473de926c32\", \"41e52713-73d3-4ad4-9b13-50ab27d5c1e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.723951577Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:39:55.7295671Z","hostname":"oxz_crucible_79982ed9-ab49-43e1-8f16-5557e3fc38d2","pid":24405,"uri":"/crucible/0/regions/d0edb8b4-7768-4867-836e-b473de926c32/snapshots/41e52713-73d3-4ad4-9b13-50ab27d5c1e3/run","method":"POST","req_id":"3a262ec2-e7fa-4ceb-80e2-76231701c78b","remote_addr":"[fd00:1122:3344:101::c]:33256","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19073,"response_code":200}