{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.710589508Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37232"} {"msg":"region 87592280-13fa-4efb-97e0-4e3776dc71bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.748618784Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.749523903Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.749535143Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions","method":"POST","req_id":"8abcde23-3949-4e5b-ba46-47a0a7c83c88","remote_addr":"[fd00:1122:3344:101::a]:37232","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13630,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.760865268Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.760890888Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"87592280-13fa-4efb-97e0-4e3776dc71bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.80442358Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"region":"87592280-13fa-4efb-97e0-4e3776dc71bf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"87592280-13fa-4efb-97e0-4e3776dc71bf\" \"--data\" \"/data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.806763684Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"region":"87592280-13fa-4efb-97e0-4e3776dc71bf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:07.961690195Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions","method":"POST","req_id":"8cce18e3-b858-477b-89ca-eef9e17cf660","remote_addr":"[fd00:1122:3344:101::a]:37232","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.120020851Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"region":"87592280-13fa-4efb-97e0-4e3776dc71bf","component":"worker"} {"msg":"region 87592280-13fa-4efb-97e0-4e3776dc71bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.120059631Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.120142662Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.120467845Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.126693848Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.136294838Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.137595359Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.138335036Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.138398827Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.138440317Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.138475828Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.14069667Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.143213386Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:00:08.594058299Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions","method":"POST","req_id":"e27262e7-9214-44a2-ae13-279e44f480b6","remote_addr":"[fd00:1122:3344:101::a]:37232","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.390367658Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63547"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.390508929Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","method":"GET","req_id":"14aee206-a612-4b59-9b8a-ac7124f64b7e","remote_addr":"[fd00:1122:3344:101::a]:63547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.403503441Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"dataset is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.411063758Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"snapshot is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.418762206Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.418778276Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.428433944Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions/87592280-13fa-4efb-97e0-4e3776dc71bf/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","method":"GET","req_id":"addb8765-2e59-4dab-8bb3-87e4788bb32e","remote_addr":"[fd00:1122:3344:101::a]:63547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24966,"response_code":200} {"msg":"path is \"/data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.434829889Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"dataset is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.44182215Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"snapshot is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.448204975Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.448224175Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 87592280-13fa-4efb-97e0-4e3776dc71bf-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.455536939Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"applying SMF actions for region 87592280-13fa-4efb-97e0-4e3776dc71bf running snapshot bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.456149475Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.456183405Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions/87592280-13fa-4efb-97e0-4e3776dc71bf/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa/run","method":"POST","req_id":"e9f6927a-c311-48e8-864e-7dd3386f6efb","remote_addr":"[fd00:1122:3344:101::a]:63547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21365,"response_code":200} {"msg":"creating missing snapshot instance snapshot-87592280-13fa-4efb-97e0-4e3776dc71bf-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.46846264Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-87592280-13fa-4efb-97e0-4e3776dc71bf-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.471494691Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-87592280-13fa-4efb-97e0-4e3776dc71bf-bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.479698444Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf/.zfs/snapshot/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.479952826Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.479999677Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.480031587Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.480070478Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.480114418Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.48231959Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.485089779Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"worker"} {"msg":"region 87592280-13fa-4efb-97e0-4e3776dc71bf running snapshot bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.485113129Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"path is \"/data/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.594698761Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"dataset is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.602346578Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"datafile"} {"msg":"snapshot is oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf@bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.609532181Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c0d8594a-9076-45ff-96ed-5b05d0e21d9c/crucible/regions/87592280-13fa-4efb-97e0-4e3776dc71bf\", \"bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.609570571Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T00:11:13.616143938Z","hostname":"oxz_crucible_c08e8ad9-3fca-4bf2-8ff1-e3ada6f2ceda","pid":21987,"uri":"/crucible/0/regions/87592280-13fa-4efb-97e0-4e3776dc71bf/snapshots/bb8e8d19-d8ae-479e-9cea-8198c6ddf4aa/run","method":"POST","req_id":"d5148a07-4cf8-4c44-b014-8fa5f57c563e","remote_addr":"[fd00:1122:3344:101::a]:63547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21499,"response_code":200}