{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.494308269Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63187"} {"msg":"region a5d616da-b07b-466a-9239-a3e0c79f6ec2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.538774004Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.54179873Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.5418123Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"96f48647-7f37-4297-959b-b86d05d81c96","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18886,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.553985454Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.553997164Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a5d616da-b07b-466a-9239-a3e0c79f6ec2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a5d616da-b07b-466a-9239-a3e0c79f6ec2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.60635626Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"a5d616da-b07b-466a-9239-a3e0c79f6ec2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a5d616da-b07b-466a-9239-a3e0c79f6ec2\" \"--data\" \"/data/regions/a5d616da-b07b-466a-9239-a3e0c79f6ec2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.608919326Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"a5d616da-b07b-466a-9239-a3e0c79f6ec2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.857369127Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"12e9ce64-0255-47d2-b02c-c17473b39956","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.994134485Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"a5d616da-b07b-466a-9239-a3e0c79f6ec2","component":"worker"} {"msg":"region a5d616da-b07b-466a-9239-a3e0c79f6ec2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.994175386Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.994281208Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:45.994650586Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.007364152Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.031463455Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.034379838Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5d616da-b07b-466a-9239-a3e0c79f6ec2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.035065903Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.035125574Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.035161895Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.035195256Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.038694972Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.043279881Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:46.327269114Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"9f99461b-13bb-406a-af70-c3a5a3c84b6b","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 6d296d27-f709-4ff7-b690-4104d5da69ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.159338014Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.159535529Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"4dc4b9a8-e8db-45b8-8d88-61f925892575","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":245,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.159562759Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.166424708Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.166440599Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6d296d27-f709-4ff7-b690-4104d5da69ed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d296d27-f709-4ff7-b690-4104d5da69ed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.216366942Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"6d296d27-f709-4ff7-b690-4104d5da69ed","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d296d27-f709-4ff7-b690-4104d5da69ed\" \"--data\" \"/data/regions/6d296d27-f709-4ff7-b690-4104d5da69ed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.216400272Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"6d296d27-f709-4ff7-b690-4104d5da69ed","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.292323788Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"6d296d27-f709-4ff7-b690-4104d5da69ed","component":"worker"} {"msg":"region 6d296d27-f709-4ff7-b690-4104d5da69ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.292354772Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.292457891Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.292817064Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.295924327Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.302940259Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.305661965Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.305988725Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.306038496Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.306079407Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.306116808Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.309655105Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.320637023Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:25:52.481774878Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"752b14c2-d4c6-4375-8813-d1b565e0dd5f","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.500703802Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","method":"GET","req_id":"958304a0-fcce-4bae-8cbd-02ab387f5660","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/6d296d27-f709-4ff7-b690-4104d5da69ed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.503948603Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"dataset is oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.513109022Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"region 6d296d27-f709-4ff7-b690-4104d5da69ed state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.520604974Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.520752037Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.520762057Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","method":"DELETE","req_id":"43492b88-cee6-4c4b-9d78-0cf447ec42e1","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16856,"response_code":204} {"msg":"disabling downstairs instance: downstairs-6d296d27-f709-4ff7-b690-4104d5da69ed (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.521747839Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.524326295Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","method":"GET","req_id":"75914ffc-38aa-442c-8157-eb69f129f73b","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.533956254Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_bd9c68cf-3d19-43a2-bc1c-67ce588d27c2/crucible/regions/6d296d27-f709-4ff7-b690-4104d5da69ed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.541244162Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"region":"6d296d27-f709-4ff7-b690-4104d5da69ed","component":"worker"} {"msg":"region 6d296d27-f709-4ff7-b690-4104d5da69ed state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.591999313Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T06:26:17.672081971Z","hostname":"oxz_crucible_65f126d5-5a22-4adf-8216-2a59dea2a33a","pid":24110,"uri":"/crucible/0/regions/6d296d27-f709-4ff7-b690-4104d5da69ed","method":"GET","req_id":"e3228bdc-a35d-4e8a-8ffc-05fd79be3360","remote_addr":"[fd00:1122:3344:101::c]:63187","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}