{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.813831766Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60699"} {"msg":"region 70da0089-f3a4-4afb-8c24-e43707efa1ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.877380609Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.880607173Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.880629524Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions","method":"POST","req_id":"26eb9a60-9b01-46d7-b386-0d87132ac820","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26576,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0200f0bd-8d5b-4025-a009-e10cbf5c588d/crucible/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.89141046Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0200f0bd-8d5b-4025-a009-e10cbf5c588d/crucible/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.891433301Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"70da0089-f3a4-4afb-8c24-e43707efa1ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.971896142Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"region":"70da0089-f3a4-4afb-8c24-e43707efa1ce","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"70da0089-f3a4-4afb-8c24-e43707efa1ce\" \"--data\" \"/data/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:07.974697546Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"region":"70da0089-f3a4-4afb-8c24-e43707efa1ce","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.258190821Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions","method":"POST","req_id":"10ef9960-b223-4502-a865-61cb71c19a6c","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.442804234Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"region":"70da0089-f3a4-4afb-8c24-e43707efa1ce","component":"worker"} {"msg":"region 70da0089-f3a4-4afb-8c24-e43707efa1ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.442844725Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.442961068Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.443345316Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.458209618Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.489149224Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.496803109Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.497620598Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.497682099Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.49772172Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.497756561Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.502414458Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.511176318Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:08.520159674Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions","method":"POST","req_id":"02ed9f10-ee1d-461d-a023-7631b90e9317","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.688424468Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","method":"GET","req_id":"bda2831e-50c2-4cac-8d9f-d8088dafd6f2","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":92,"response_code":200} {"msg":"path is \"/data/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.691379246Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"dataset is oxp_0200f0bd-8d5b-4025-a009-e10cbf5c588d/crucible/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.703612365Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"region 70da0089-f3a4-4afb-8c24-e43707efa1ce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.71082125Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.711081186Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.711101267Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","method":"DELETE","req_id":"ee2c921c-9d10-45f3-a126-078f272844df","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19721,"response_code":204} {"msg":"disabling downstairs instance: downstairs-70da0089-f3a4-4afb-8c24-e43707efa1ce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.711567538Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.714183718Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","method":"GET","req_id":"f605b7ad-335a-4519-8eb7-242ffeb8464a","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.731270368Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0200f0bd-8d5b-4025-a009-e10cbf5c588d/crucible/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.738954664Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"region":"70da0089-f3a4-4afb-8c24-e43707efa1ce","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.775774846Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","method":"GET","req_id":"9d097bc0-3987-4e49-aa4f-6a510e675a3b","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 70da0089-f3a4-4afb-8c24-e43707efa1ce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.810387218Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:33.87120511Z","hostname":"oxz_crucible_ff97282e-6b4d-49ba-95ee-c3ab6281a4f4","pid":24471,"uri":"/crucible/0/regions/70da0089-f3a4-4afb-8c24-e43707efa1ce","method":"GET","req_id":"2f1a58bf-26f1-4fa5-b686-1283ba3b6fe5","remote_addr":"[fd00:1122:3344:101::c]:60699","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":200}