{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.23857597Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65462"} {"msg":"region ab6caa28-6897-41d8-9778-b5893ac44f54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.238643292Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.243092218Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.243104438Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"7b9bc6cd-e4cc-44ce-acf5-2bf7b105d776","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4490,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.252544763Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.252557733Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ab6caa28-6897-41d8-9778-b5893ac44f54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ab6caa28-6897-41d8-9778-b5893ac44f54\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.304143322Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"ab6caa28-6897-41d8-9778-b5893ac44f54","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ab6caa28-6897-41d8-9778-b5893ac44f54\" \"--data\" \"/data/regions/ab6caa28-6897-41d8-9778-b5893ac44f54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.304175313Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"ab6caa28-6897-41d8-9778-b5893ac44f54","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.377448219Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"ab6caa28-6897-41d8-9778-b5893ac44f54","component":"worker"} {"msg":"region ab6caa28-6897-41d8-9778-b5893ac44f54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.377477339Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.377580642Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.378400391Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.388490322Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.409798899Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.41275214Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab6caa28-6897-41d8-9778-b5893ac44f54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.413065997Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.413121629Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.413163019Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.4132044Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.417708988Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.422740548Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:42.560054259Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"28e9f180-25af-4349-86c0-b5d720b3444d","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"region 812d3a33-4080-4f32-8cc7-1db460594753 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.19305585Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.193228195Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.193237905Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"684f4270-b50e-41e3-b414-e8ca210c2a8f","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":228,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.199514624Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.199530945Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"812d3a33-4080-4f32-8cc7-1db460594753\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/812d3a33-4080-4f32-8cc7-1db460594753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.247652661Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"812d3a33-4080-4f32-8cc7-1db460594753","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"812d3a33-4080-4f32-8cc7-1db460594753\" \"--data\" \"/data/regions/812d3a33-4080-4f32-8cc7-1db460594753\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.247683082Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"812d3a33-4080-4f32-8cc7-1db460594753","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.327660657Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"812d3a33-4080-4f32-8cc7-1db460594753","component":"worker"} {"msg":"region 812d3a33-4080-4f32-8cc7-1db460594753 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.327691318Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.327811671Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.32861704Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.333872925Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.341724053Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.344630602Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.344930259Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.34497375Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.345015131Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.345050402Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348488354Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.354380984Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.46457738Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"7e0826cf-a9d4-45af-a992-062850b60fb1","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.662159646Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions/812d3a33-4080-4f32-8cc7-1db460594753","method":"GET","req_id":"a251d6e6-2d94-498d-8cab-90eb05728a6e","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/812d3a33-4080-4f32-8cc7-1db460594753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.666181122Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"dataset is oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/812d3a33-4080-4f32-8cc7-1db460594753","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.677194965Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"region 812d3a33-4080-4f32-8cc7-1db460594753 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.684824916Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.685340739Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.685350529Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions/812d3a33-4080-4f32-8cc7-1db460594753","method":"DELETE","req_id":"7c35e958-6646-4c99-9ec1-d2fbe86c80b9","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19212,"response_code":204} {"msg":"disabling downstairs instance: downstairs-812d3a33-4080-4f32-8cc7-1db460594753 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.686533897Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.688947915Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions/812d3a33-4080-4f32-8cc7-1db460594753","method":"GET","req_id":"244b0242-7ba1-4b7a-a231-bce02a84f5d6","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.697952249Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f1308e29-83e9-437f-bba2-7c0c1b5ad446/crucible/regions/812d3a33-4080-4f32-8cc7-1db460594753\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.704529416Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"region":"812d3a33-4080-4f32-8cc7-1db460594753","component":"worker"} {"msg":"region 812d3a33-4080-4f32-8cc7-1db460594753 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.803595766Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.811769861Z","hostname":"oxz_crucible_3a621972-2640-4b21-a1fe-19402a0b9166","pid":25116,"uri":"/crucible/0/regions/812d3a33-4080-4f32-8cc7-1db460594753","method":"GET","req_id":"fbecb078-ea09-40ed-9e43-901c5c774a4b","remote_addr":"[fd00:1122:3344:101::c]:65462","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200}