{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.381122168Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47169"} {"msg":"region 223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.414241511Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.418873064Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.419644975Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions","method":"POST","req_id":"426b3755-9c43-4573-94ed-cbd3730e86ed","remote_addr":"[fd00:1122:3344:101::c]:47169","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14019,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.427102733Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.427120964Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.48101712Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\" \"--data\" \"/data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.483192438Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.60371804Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions","method":"POST","req_id":"09778b99-6ccc-4ea9-a563-3aa769cccbe2","remote_addr":"[fd00:1122:3344:101::c]:47169","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.624141844Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","component":"worker"} {"msg":"region 223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.624174995Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.624280188Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.626469726Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.630637337Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.642116563Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.643574962Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.644454136Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.644518427Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.644565879Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.64460267Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.654820812Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.657551065Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:46:12.976642787Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions","method":"POST","req_id":"071a527c-c2d4-49f7-9dfc-3fa4d176c3af","remote_addr":"[fd00:1122:3344:101::c]:47169","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.380677504Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58424"} {"msg":"region 4868fd06-b8a1-4928-aed3-00585933aa61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.38089057Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.385482963Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.385518044Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions","method":"POST","req_id":"7f571862-f8c4-4116-a1f8-32db4c7f1ac1","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4734,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.397891693Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.397930174Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4868fd06-b8a1-4928-aed3-00585933aa61\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4868fd06-b8a1-4928-aed3-00585933aa61\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.449392516Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"4868fd06-b8a1-4928-aed3-00585933aa61","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4868fd06-b8a1-4928-aed3-00585933aa61\" \"--data\" \"/data/regions/4868fd06-b8a1-4928-aed3-00585933aa61\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.449430707Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"4868fd06-b8a1-4928-aed3-00585933aa61","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.493995084Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"region":"4868fd06-b8a1-4928-aed3-00585933aa61","component":"worker"} {"msg":"region 4868fd06-b8a1-4928-aed3-00585933aa61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.494023555Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.494121978Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.511720767Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.511818349Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.511910172Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.511919642Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.511967023Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.512035015Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.512138858Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.51221452Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.512272411Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.512334783Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.518753054Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.519137694Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.520336436Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.52647424Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.52761405Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4868fd06-b8a1-4928-aed3-00585933aa61","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.527893718Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.527942339Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.52797667Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.528011921Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.529648854Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.532416708Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:25.688231021Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions","method":"POST","req_id":"22b2c812-33a7-42fd-9a97-c52b8dc89275","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.533729373Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","method":"GET","req_id":"9a779b2f-efc3-4b48-8b51-d2d39196560b","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.53736771Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"dataset is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.543595376Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"snapshot is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2@bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.549452632Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\", \"bbec74bc-b319-4c72-9ac5-6cb26a9b56e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.549479343Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.557780224Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2/snapshots/bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","method":"GET","req_id":"e43755bf-1b1b-45fc-8abd-a2a59c831c62","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20443,"response_code":200} {"msg":"path is \"/data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.561710658Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"dataset is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.567925204Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"snapshot is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2@bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.573963385Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\", \"bbec74bc-b319-4c72-9ac5-6cb26a9b56e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.573990786Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2-bbec74bc-b319-4c72-9ac5-6cb26a9b56e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.58128295Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"applying SMF actions for region 223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2 running snapshot bbec74bc-b319-4c72-9ac5-6cb26a9b56e8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.581431994Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.581449795Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2/snapshots/bbec74bc-b319-4c72-9ac5-6cb26a9b56e8/run","method":"POST","req_id":"1184b718-8f17-4c27-9480-9b9462bf71f3","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19782,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.581969978Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.58204228Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582113672Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582120232Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582156483Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582197774Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582561334Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582609165Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582652596Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.582693717Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.584598468Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2-bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.588525753Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2-bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.597972805Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2-bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.60307008Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2/.zfs/snapshot/bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.603382519Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.60341785Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.603462101Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.603496782Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.603540033Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.605335061Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.60791839Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"worker"} {"msg":"region 223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2 running snapshot bbec74bc-b319-4c72-9ac5-6cb26a9b56e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.60793544Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"path is \"/data/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.882904387Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"dataset is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.88940741Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"datafile"} {"msg":"snapshot is oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2@bbec74bc-b319-4c72-9ac5-6cb26a9b56e8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.894747283Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32a96604-cd63-4acb-9c2c-605c1370daa5/crucible/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2\", \"bbec74bc-b319-4c72-9ac5-6cb26a9b56e8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.894781554Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T16:57:26.899712085Z","hostname":"oxz_crucible_37a5c953-f3b7-4e86-801b-7de1a1730769","pid":22197,"uri":"/crucible/0/regions/223ce7a4-bbe5-4e90-aa5e-75a35cb6beb2/snapshots/bbec74bc-b319-4c72-9ac5-6cb26a9b56e8/run","method":"POST","req_id":"c8bc89b2-c4b7-4652-90be-58eec100130c","remote_addr":"[fd00:1122:3344:101::c]:58424","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16853,"response_code":200}