{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.682879104Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54778"} {"msg":"region f61b4a11-643e-4c33-8868-f096c6c239e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.739066375Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.742520535Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.742536095Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions","method":"POST","req_id":"9f70ef63-33af-43bc-8e45-cfbcbe062fca","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21946,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.75262131Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.75264819Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f61b4a11-643e-4c33-8868-f096c6c239e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f61b4a11-643e-4c33-8868-f096c6c239e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.801567283Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"f61b4a11-643e-4c33-8868-f096c6c239e8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f61b4a11-643e-4c33-8868-f096c6c239e8\" \"--data\" \"/data/regions/f61b4a11-643e-4c33-8868-f096c6c239e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.804166626Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"f61b4a11-643e-4c33-8868-f096c6c239e8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.99609063Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions","method":"POST","req_id":"08ce45d9-344e-4503-b957-3e7cb1c604a9","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.15630821Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"f61b4a11-643e-4c33-8868-f096c6c239e8","component":"worker"} {"msg":"region f61b4a11-643e-4c33-8868-f096c6c239e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.156354982Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.156447683Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.15677856Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.164347724Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.176336297Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.177546552Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f61b4a11-643e-4c33-8868-f096c6c239e8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.178307327Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.178369968Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.178410459Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.17844699Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.180805128Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.183082544Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.381258405Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions","method":"POST","req_id":"73f5cbae-bc8d-4a91-af8f-1c80e35eff6d","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region b3395560-b337-426e-a855-0fcfedba0c9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102735729Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102897842Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions","method":"POST","req_id":"f1fe0a8c-8df5-4f27-b0e3-89ae20c9d3c8","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":209,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102924873Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.109051257Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.109072298Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b3395560-b337-426e-a855-0fcfedba0c9f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b3395560-b337-426e-a855-0fcfedba0c9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.148509297Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"b3395560-b337-426e-a855-0fcfedba0c9f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b3395560-b337-426e-a855-0fcfedba0c9f\" \"--data\" \"/data/regions/b3395560-b337-426e-a855-0fcfedba0c9f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.148554938Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"b3395560-b337-426e-a855-0fcfedba0c9f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.203538124Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"b3395560-b337-426e-a855-0fcfedba0c9f","component":"worker"} {"msg":"region b3395560-b337-426e-a855-0fcfedba0c9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.203721268Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.20381638Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.204152197Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.205391822Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.208963474Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.210188979Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.210438244Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.210487745Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.210522066Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.210563687Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.21220222Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.218867355Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.348525246Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions","method":"POST","req_id":"c35eb13b-39ad-4436-b60f-8b151d9af86c","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.838478981Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions/b3395560-b337-426e-a855-0fcfedba0c9f","method":"GET","req_id":"e76e3762-d0bf-4986-8082-25dd7d5cc37d","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/b3395560-b337-426e-a855-0fcfedba0c9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.841423731Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"dataset is oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/b3395560-b337-426e-a855-0fcfedba0c9f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.850611417Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"region b3395560-b337-426e-a855-0fcfedba0c9f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.85864272Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.858810073Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.858822154Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions/b3395560-b337-426e-a855-0fcfedba0c9f","method":"DELETE","req_id":"ffc4d292-95b3-414e-9e63-a3f3d120af4c","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17461,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b3395560-b337-426e-a855-0fcfedba0c9f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.859852565Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.861849825Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions/b3395560-b337-426e-a855-0fcfedba0c9f","method":"GET","req_id":"9340deac-a3d0-4e4d-9b78-0bdc78a70350","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.863457328Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7ad20e42-1a49-4451-b37a-7c0d0e1cbefb/crucible/regions/b3395560-b337-426e-a855-0fcfedba0c9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.871304617Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"region":"b3395560-b337-426e-a855-0fcfedba0c9f","component":"worker"} {"msg":"region b3395560-b337-426e-a855-0fcfedba0c9f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.928042608Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:33.003599831Z","hostname":"oxz_crucible_e9d31ff5-ea08-45c6-a9d2-2f606652987a","pid":22388,"uri":"/crucible/0/regions/b3395560-b337-426e-a855-0fcfedba0c9f","method":"GET","req_id":"d64c0c91-898f-408c-a638-ac3db808ce50","remote_addr":"[fd00:1122:3344:101::b]:54778","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200}