{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.17842832Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43647"} {"msg":"region 102f19c8-47e4-412c-b8df-ec0e012fb2f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.224906341Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.227864882Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.227879902Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"0664c3bc-a268-47d2-9356-12c490b7248f","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20318,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.237982956Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.238004787Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"102f19c8-47e4-412c-b8df-ec0e012fb2f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/102f19c8-47e4-412c-b8df-ec0e012fb2f7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.287773244Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"102f19c8-47e4-412c-b8df-ec0e012fb2f7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"102f19c8-47e4-412c-b8df-ec0e012fb2f7\" \"--data\" \"/data/regions/102f19c8-47e4-412c-b8df-ec0e012fb2f7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.289969712Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"102f19c8-47e4-412c-b8df-ec0e012fb2f7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.56496372Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"175d841e-3de9-4a72-8a47-134d27a39719","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.637574112Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"102f19c8-47e4-412c-b8df-ec0e012fb2f7","component":"worker"} {"msg":"region 102f19c8-47e4-412c-b8df-ec0e012fb2f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.637616742Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.637720414Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.63806249Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.649480647Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.67055823Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.673580072Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/102f19c8-47e4-412c-b8df-ec0e012fb2f7","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.674232713Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.674298324Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.674340665Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.674375956Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.677966788Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.682002047Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:37.879519541Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"7a6f55c8-4603-4db4-a9bd-a9ba24f10ce2","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 149b8fce-38ec-4b51-975b-969219f2c802 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.054925849Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.055100652Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"b97c09b6-bd65-489b-8489-4edbd9b89b4b","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":216,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.055133973Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.062735604Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.062755164Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"149b8fce-38ec-4b51-975b-969219f2c802\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/149b8fce-38ec-4b51-975b-969219f2c802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.108338029Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"149b8fce-38ec-4b51-975b-969219f2c802","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"149b8fce-38ec-4b51-975b-969219f2c802\" \"--data\" \"/data/regions/149b8fce-38ec-4b51-975b-969219f2c802\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.10837308Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"149b8fce-38ec-4b51-975b-969219f2c802","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.18322255Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"149b8fce-38ec-4b51-975b-969219f2c802","component":"worker"} {"msg":"region 149b8fce-38ec-4b51-975b-969219f2c802 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.183259671Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.183348072Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.186939694Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.19020746Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.197073769Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.198698407Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions","method":"POST","req_id":"4e706545-e9fe-484e-960a-ae77bd33163a","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.20061972Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.200944155Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.200989026Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.201031477Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.201070407Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.207085001Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:00:44.213913659Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.948936897Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47691"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.94908052Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions/149b8fce-38ec-4b51-975b-969219f2c802","method":"GET","req_id":"d2946751-bd44-49b2-955e-9eea350effce","remote_addr":"[fd00:1122:3344:101::a]:47691","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/149b8fce-38ec-4b51-975b-969219f2c802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.952459738Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"dataset is oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/149b8fce-38ec-4b51-975b-969219f2c802","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.964848692Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"region 149b8fce-38ec-4b51-975b-969219f2c802 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.971594928Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.971870862Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions/149b8fce-38ec-4b51-975b-969219f2c802","method":"DELETE","req_id":"01042ce1-03c4-46e1-bbd4-624232073eff","remote_addr":"[fd00:1122:3344:101::a]:47691","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19429,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.971890023Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-149b8fce-38ec-4b51-975b-969219f2c802 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.973058953Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.974696451Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions/149b8fce-38ec-4b51-975b-969219f2c802","method":"GET","req_id":"40ea737c-ab26-4a92-b4fb-b5dfe19045fd","remote_addr":"[fd00:1122:3344:101::a]:47691","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.987115285Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2485d1a0-fdbf-4cfa-ac1f-95d91e9a9a80/crucible/regions/149b8fce-38ec-4b51-975b-969219f2c802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:18.995355027Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"region":"149b8fce-38ec-4b51-975b-969219f2c802","component":"worker"} {"msg":"region 149b8fce-38ec-4b51-975b-969219f2c802 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:19.041591644Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T04:01:19.043518577Z","hostname":"oxz_crucible_d9bbd116-0221-429c-add9-100c81142cee","pid":24652,"uri":"/crucible/0/regions/149b8fce-38ec-4b51-975b-969219f2c802","method":"GET","req_id":"1791eef4-a98e-4030-a211-8445fa7d7d03","remote_addr":"[fd00:1122:3344:101::a]:47691","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}