{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.203114621Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57312"} {"msg":"region 9dbac455-a352-4a30-9c8d-79c91bd7bb6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.255641014Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.258452346Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.258470976Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions","method":"POST","req_id":"c58a2022-21ec-4e8f-8b55-0bacb2c84c68","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24590,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.26794318Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.26796334Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9dbac455-a352-4a30-9c8d-79c91bd7bb6e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9dbac455-a352-4a30-9c8d-79c91bd7bb6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.330038828Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"9dbac455-a352-4a30-9c8d-79c91bd7bb6e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9dbac455-a352-4a30-9c8d-79c91bd7bb6e\" \"--data\" \"/data/regions/9dbac455-a352-4a30-9c8d-79c91bd7bb6e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.332477717Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"9dbac455-a352-4a30-9c8d-79c91bd7bb6e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.453387466Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions","method":"POST","req_id":"68595621-51ae-420b-b839-2b569ff797a1","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.778345898Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"9dbac455-a352-4a30-9c8d-79c91bd7bb6e","component":"worker"} {"msg":"region 9dbac455-a352-4a30-9c8d-79c91bd7bb6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.778389848Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.778469159Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.778790882Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.793151935Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.819598512Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions","method":"POST","req_id":"3ee5ddcc-8fe9-4305-ae02-c42a9feaed73","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.829022016Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.833551032Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9dbac455-a352-4a30-9c8d-79c91bd7bb6e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.834237997Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.834299348Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.834341758Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.834376988Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.843643251Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:16.85119677Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"region 2b666bb5-0a96-427f-9529-84e060d6ed00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.590926083Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.591096354Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions","method":"POST","req_id":"f4555c53-da42-47a7-92b5-9e38051ffeb4","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":218,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.591119265Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.597744366Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.59775857Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2b666bb5-0a96-427f-9529-84e060d6ed00\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2b666bb5-0a96-427f-9529-84e060d6ed00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.650044727Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"2b666bb5-0a96-427f-9529-84e060d6ed00","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2b666bb5-0a96-427f-9529-84e060d6ed00\" \"--data\" \"/data/regions/2b666bb5-0a96-427f-9529-84e060d6ed00\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.650081738Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"2b666bb5-0a96-427f-9529-84e060d6ed00","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.73313763Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"2b666bb5-0a96-427f-9529-84e060d6ed00","component":"worker"} {"msg":"region 2b666bb5-0a96-427f-9529-84e060d6ed00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.73317899Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.733272911Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.733605753Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.736479966Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.744057496Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.747400992Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.747654444Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.747704534Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.747749695Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.747791575Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.752131769Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.76244483Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:22.922157044Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions","method":"POST","req_id":"ff41f4c1-681d-43b4-964e-b5c26737811e","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.795897104Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","method":"GET","req_id":"7d47e7f2-7d0c-4182-88c7-50fbc7b204eb","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/2b666bb5-0a96-427f-9529-84e060d6ed00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.798607745Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"dataset is oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.808973826Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"region 2b666bb5-0a96-427f-9529-84e060d6ed00 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.816959729Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.817213171Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","method":"DELETE","req_id":"8c9407a2-92a5-492d-9bcf-2b54db2fbe05","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18636,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.817233171Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2b666bb5-0a96-427f-9529-84e060d6ed00 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.817730855Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.820322515Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","method":"GET","req_id":"31101bfb-d316-4a35-9f99-365d70c3cf8c","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.829982171Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f7d9a5d2-aad3-45b1-a112-e8c0b9d713a2/crucible/regions/2b666bb5-0a96-427f-9529-84e060d6ed00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.836682964Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"region":"2b666bb5-0a96-427f-9529-84e060d6ed00","component":"worker"} {"msg":"region 2b666bb5-0a96-427f-9529-84e060d6ed00 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.912897793Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T07:31:50.953165009Z","hostname":"oxz_crucible_0edf364f-0472-4678-8e94-0f5103e4f7a1","pid":24390,"uri":"/crucible/0/regions/2b666bb5-0a96-427f-9529-84e060d6ed00","method":"GET","req_id":"928ac3bd-77be-4ba2-b723-99d99c634d00","remote_addr":"[fd00:1122:3344:101::c]:57312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":45,"response_code":200}