{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.910715618Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56031"} {"msg":"region 932493b0-75df-48c3-a086-22940e5f715f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.967979751Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.971489311Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.971514132Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions","method":"POST","req_id":"7609a751-6ae3-447e-8a7b-f031279713f9","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26105,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.984979745Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:36.985013126Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"932493b0-75df-48c3-a086-22940e5f715f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/932493b0-75df-48c3-a086-22940e5f715f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.042220898Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"932493b0-75df-48c3-a086-22940e5f715f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"932493b0-75df-48c3-a086-22940e5f715f\" \"--data\" \"/data/regions/932493b0-75df-48c3-a086-22940e5f715f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.045097859Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"932493b0-75df-48c3-a086-22940e5f715f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.188377968Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions","method":"POST","req_id":"535b6bb1-6c9a-4a94-8286-7a6b44e98b16","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.406055365Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"932493b0-75df-48c3-a086-22940e5f715f","component":"worker"} {"msg":"region 932493b0-75df-48c3-a086-22940e5f715f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.406107206Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.406186327Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.406510372Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.419272545Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.441567326Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.444975894Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/932493b0-75df-48c3-a086-22940e5f715f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.445793996Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.445865087Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.445912998Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.445955579Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.44954419Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.454050685Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:37.767314166Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions","method":"POST","req_id":"9f96c2df-79f3-4080-b5e8-74a3f6e7ef5f","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 88c8f296-6a2b-48b1-8531-d4178b45469f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.853100982Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.853291955Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions","method":"POST","req_id":"b6c77107-665f-4e1a-b404-bb36952fd931","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":250,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.853311495Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.860667681Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.860685321Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"88c8f296-6a2b-48b1-8531-d4178b45469f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/88c8f296-6a2b-48b1-8531-d4178b45469f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.913020783Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"88c8f296-6a2b-48b1-8531-d4178b45469f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"88c8f296-6a2b-48b1-8531-d4178b45469f\" \"--data\" \"/data/regions/88c8f296-6a2b-48b1-8531-d4178b45469f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.913064614Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"88c8f296-6a2b-48b1-8531-d4178b45469f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.994459874Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"88c8f296-6a2b-48b1-8531-d4178b45469f","component":"worker"} {"msg":"region 88c8f296-6a2b-48b1-8531-d4178b45469f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.994506064Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.994584655Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.99492227Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:44.997994264Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.006393995Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.009471739Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.009781034Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.009826234Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.009869175Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.009906415Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.013878053Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.025290686Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:45.178525418Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions","method":"POST","req_id":"37852025-7a79-4001-a7fe-910a0433072e","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.12624948Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","method":"GET","req_id":"589af470-9f21-4863-bd02-4b3cd3611df5","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/88c8f296-6a2b-48b1-8531-d4178b45469f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.129231292Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"dataset is oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.139966887Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"region 88c8f296-6a2b-48b1-8531-d4178b45469f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.146901586Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.14716415Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","method":"DELETE","req_id":"a221c423-985e-42c1-8d27-4192eac2ff81","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17964,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.1471863Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-88c8f296-6a2b-48b1-8531-d4178b45469f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.147691908Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.14996112Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","method":"GET","req_id":"b5541fa9-e840-4570-8086-ac69a400dc8f","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.160560573Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_136efa7f-ebeb-4fa1-baa7-fc08ebbe6ad7/crucible/regions/88c8f296-6a2b-48b1-8531-d4178b45469f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.168245733Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"region":"88c8f296-6a2b-48b1-8531-d4178b45469f","component":"worker"} {"msg":"region 88c8f296-6a2b-48b1-8531-d4178b45469f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.21608785Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:42:12.301140132Z","hostname":"oxz_crucible_b43d6875-858a-400a-9fbb-668cd07d4ca1","pid":22855,"uri":"/crucible/0/regions/88c8f296-6a2b-48b1-8531-d4178b45469f","method":"GET","req_id":"1eab923a-b779-44a9-a9e4-268e69364545","remote_addr":"[fd00:1122:3344:101::c]:56031","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":44,"response_code":200}