{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.480864805Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62968"} {"msg":"region 8816b37e-bf15-4adc-881b-bc7a65a28821 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.528474271Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.531645858Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.531668478Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions","method":"POST","req_id":"00e0468d-0948-4005-9bc4-2d3b213bb11a","remote_addr":"[fd00:1122:3344:101::c]:62968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20325,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_78026568-84e3-4a20-8886-30049491705b/crucible/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.543768108Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_78026568-84e3-4a20-8886-30049491705b/crucible/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.543799708Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8816b37e-bf15-4adc-881b-bc7a65a28821\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8816b37e-bf15-4adc-881b-bc7a65a28821\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.619954477Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"region":"8816b37e-bf15-4adc-881b-bc7a65a28821","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8816b37e-bf15-4adc-881b-bc7a65a28821\" \"--data\" \"/data/regions/8816b37e-bf15-4adc-881b-bc7a65a28821\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.622682427Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"region":"8816b37e-bf15-4adc-881b-bc7a65a28821","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:01.889075375Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions","method":"POST","req_id":"1cb3fafe-9693-42f4-932a-7273a911fd7c","remote_addr":"[fd00:1122:3344:101::c]:62968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.053955619Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"region":"8816b37e-bf15-4adc-881b-bc7a65a28821","component":"worker"} {"msg":"region 8816b37e-bf15-4adc-881b-bc7a65a28821 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.05401505Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.054156672Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.054599909Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.072165219Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.105727077Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.115342009Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.116388305Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.116465606Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.116521007Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.116567747Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.125432319Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.132871629Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:02.165537273Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions","method":"POST","req_id":"4b367f1f-2e83-44fb-b26f-32e30cb64127","remote_addr":"[fd00:1122:3344:101::c]:62968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.426662067Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49721"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.42688492Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","method":"GET","req_id":"b65c5a1a-1811-4a27-8249-7639f2ca0cc8","remote_addr":"[fd00:1122:3344:101::c]:49721","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/8816b37e-bf15-4adc-881b-bc7a65a28821\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.42954967Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"dataset is oxp_78026568-84e3-4a20-8886-30049491705b/crucible/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.439957164Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"region 8816b37e-bf15-4adc-881b-bc7a65a28821 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.447310093Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.447589107Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.447620888Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","method":"DELETE","req_id":"7c7611e9-35c9-4fa8-ba0d-5d1145cb7853","remote_addr":"[fd00:1122:3344:101::c]:49721","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18059,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8816b37e-bf15-4adc-881b-bc7a65a28821 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.448187856Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.451645197Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","method":"GET","req_id":"f65cc2c2-1f47-442e-86df-c3eb429a6a6a","remote_addr":"[fd00:1122:3344:101::c]:49721","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.458036372Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_78026568-84e3-4a20-8886-30049491705b/crucible/regions/8816b37e-bf15-4adc-881b-bc7a65a28821\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.465815997Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"region":"8816b37e-bf15-4adc-881b-bc7a65a28821","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.509988292Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","method":"GET","req_id":"e0d73c1c-0692-4646-bd49-efa55aea7255","remote_addr":"[fd00:1122:3344:101::c]:49721","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region 8816b37e-bf15-4adc-881b-bc7a65a28821 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.530992023Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T19:40:35.662958169Z","hostname":"oxz_crucible_0d3a727e-0c12-4030-9cc2-24bbfa1e58c2","pid":24394,"uri":"/crucible/0/regions/8816b37e-bf15-4adc-881b-bc7a65a28821","method":"GET","req_id":"f49bbe91-ef8f-4db5-8cd2-d3cec9e3b65a","remote_addr":"[fd00:1122:3344:101::c]:49721","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37,"response_code":200}