{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.362761947Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57669"} {"msg":"region d175f9b0-8374-4739-9228-1deab14d605c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.362862039Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.363981761Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"af511892-8402-436d-b2fd-624b6bf587f2","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1149,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.364008222Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.374753928Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.374773278Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.590221952Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"e376b2b9-6f05-4de6-a66a-8ce4a46f818a","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"creating region Region { id: RegionId(\"d175f9b0-8374-4739-9228-1deab14d605c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d175f9b0-8374-4739-9228-1deab14d605c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.936973286Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"d175f9b0-8374-4739-9228-1deab14d605c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d175f9b0-8374-4739-9228-1deab14d605c\" \"--data\" \"/data/regions/d175f9b0-8374-4739-9228-1deab14d605c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.937007027Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"d175f9b0-8374-4739-9228-1deab14d605c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:33.969178164Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"95a6e383-a1e1-4381-8613-18a4b11347cb","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:35.254263772Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"a4f1f3cd-d92a-479b-9af1-ddde13c66876","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.25941Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"d175f9b0-8374-4739-9228-1deab14d605c","component":"worker"} {"msg":"region d175f9b0-8374-4739-9228-1deab14d605c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.259445721Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.259572653Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.260458611Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.409424058Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.625248948Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.742014127Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d175f9b0-8374-4739-9228-1deab14d605c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.742482066Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.742577198Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.74265785Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.742716471Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.801529984Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:37.883562083Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:38.085740409Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"17ad8422-2795-4b16-81cb-11689714fd41","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 42eb6b95-4af2-487f-a52e-91fa8d3b5219 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.222136249Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.222319502Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"e5fa7928-c486-4d1a-b369-89476ca07ded","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":238,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.222339863Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.229851174Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.229863734Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"42eb6b95-4af2-487f-a52e-91fa8d3b5219\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.292341541Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"42eb6b95-4af2-487f-a52e-91fa8d3b5219","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"42eb6b95-4af2-487f-a52e-91fa8d3b5219\" \"--data\" \"/data/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.292381601Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"42eb6b95-4af2-487f-a52e-91fa8d3b5219","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.374571165Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"42eb6b95-4af2-487f-a52e-91fa8d3b5219","component":"worker"} {"msg":"region 42eb6b95-4af2-487f-a52e-91fa8d3b5219 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.374597965Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.374706137Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.375501883Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.390846702Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.398481526Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions","method":"POST","req_id":"7cf39248-443c-46ef-9778-758f6116c6fa","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.398636209Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.402018307Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.402329063Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.402383544Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.402428815Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.402464926Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.411044418Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:40:48.424284565Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.368783284Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","method":"GET","req_id":"fb44b702-2cd4-4c2f-9100-32b2fb3985cf","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.371413767Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"dataset is oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.380811236Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"region 42eb6b95-4af2-487f-a52e-91fa8d3b5219 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.387487Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.387664954Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","method":"DELETE","req_id":"0448445a-76e1-47e4-afdc-079d739ed183","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16270,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.387704935Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-42eb6b95-4af2-487f-a52e-91fa8d3b5219 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.388641484Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.39125294Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","method":"GET","req_id":"b6e42894-bdf1-49af-a3e6-a557a0666116","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.394350088Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2bd55826-e58c-4f7f-a9db-eca9f8d7f610/crucible/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.403023403Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"region":"42eb6b95-4af2-487f-a52e-91fa8d3b5219","component":"worker"} {"msg":"region 42eb6b95-4af2-487f-a52e-91fa8d3b5219 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.45456153Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T19:41:14.50381241Z","hostname":"oxz_crucible_a032ef67-2b10-431a-98ca-41e44d9f67f7","pid":24272,"uri":"/crucible/0/regions/42eb6b95-4af2-487f-a52e-91fa8d3b5219","method":"GET","req_id":"d1c1aeb6-32f1-4478-b576-ae06f273800e","remote_addr":"[fd00:1122:3344:101::c]:57669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":200}