{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.519428021Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61991"} {"msg":"region e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.563347326Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.566069763Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.566096224Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"eb1d0e3a-a9ab-45bc-95d3-5f51a395d857","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18274,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.577278728Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.577309668Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.614519121Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205\" \"--data\" \"/data/regions/e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.617065616Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.904299343Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"70203b0f-460b-4641-929f-0aad282616ab","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.973233973Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","component":"worker"} {"msg":"region e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.973277733Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.973348664Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.973676729Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.980603384Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.986791199Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.988067457Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e1b8d4b6-b0f7-4d38-b6c6-b79af2fc4205","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.988766587Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.988826777Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.988866038Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.988901728Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.991276581Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:49.993819426Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:50.59079945Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"4500ec12-f352-470a-9144-e482d1d8e2d4","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 43e67bea-c9f8-4ae6-863e-4821ae559268 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.023761484Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.023929116Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"a20d35de-f66c-41b7-8809-11c2df40b317","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.023947457Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.031166206Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.031185236Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"43e67bea-c9f8-4ae6-863e-4821ae559268\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/43e67bea-c9f8-4ae6-863e-4821ae559268\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.077067468Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"43e67bea-c9f8-4ae6-863e-4821ae559268","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"43e67bea-c9f8-4ae6-863e-4821ae559268\" \"--data\" \"/data/regions/43e67bea-c9f8-4ae6-863e-4821ae559268\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.077124509Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"43e67bea-c9f8-4ae6-863e-4821ae559268","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.131097303Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"43e67bea-c9f8-4ae6-863e-4821ae559268","component":"worker"} {"msg":"region 43e67bea-c9f8-4ae6-863e-4821ae559268 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.131130213Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.131222465Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.131566839Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.132652674Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.136151422Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.137385109Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.137657583Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.137719164Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.137753684Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.137786515Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.139741702Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.145957617Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:24:56.360091637Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"2292da80-80ad-443b-8ea7-0bf49074a29a","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.037598147Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","method":"GET","req_id":"53d64762-2ff6-40d6-8a74-34719895c603","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/43e67bea-c9f8-4ae6-863e-4821ae559268\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.040623239Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"dataset is oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.050749138Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"region 43e67bea-c9f8-4ae6-863e-4821ae559268 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.058603276Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.058793929Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.05882345Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","method":"DELETE","req_id":"b0e43092-558b-4746-841c-df50cd94e496","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18213,"response_code":204} {"msg":"disabling downstairs instance: downstairs-43e67bea-c9f8-4ae6-863e-4821ae559268 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.059918865Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.06320525Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","method":"GET","req_id":"746494b8-f7e3-445e-a98e-c3129caa7d6d","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.06323431Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_334cb865-b3a8-4323-9d15-8c52c544b4e8/crucible/regions/43e67bea-c9f8-4ae6-863e-4821ae559268\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.070757274Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"region":"43e67bea-c9f8-4ae6-863e-4821ae559268","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.122139642Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","method":"GET","req_id":"7bdfbebd-bf4e-4275-9e72-d04724444493","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 43e67bea-c9f8-4ae6-863e-4821ae559268 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.138339005Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T20:25:20.292106663Z","hostname":"oxz_crucible_aea4694b-54e2-49eb-93c5-0ac4116a9390","pid":22176,"uri":"/crucible/0/regions/43e67bea-c9f8-4ae6-863e-4821ae559268","method":"GET","req_id":"47e96f55-4ff5-43a3-9427-e8fc67922024","remote_addr":"[fd00:1122:3344:101::a]:61991","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":46,"response_code":200}