{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.387892802Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47750"} {"msg":"region c354b988-75dd-4845-a658-a42a49dc441b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.387952352Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.388925416Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions","method":"POST","req_id":"e2753861-b14c-409d-a6fd-696f1ca3c59b","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":994,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.388943757Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.399061732Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.399085433Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c354b988-75dd-4845-a658-a42a49dc441b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c354b988-75dd-4845-a658-a42a49dc441b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.475126858Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"c354b988-75dd-4845-a658-a42a49dc441b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c354b988-75dd-4845-a658-a42a49dc441b\" \"--data\" \"/data/regions/c354b988-75dd-4845-a658-a42a49dc441b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.475177189Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"c354b988-75dd-4845-a658-a42a49dc441b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.568032097Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"c354b988-75dd-4845-a658-a42a49dc441b","component":"worker"} {"msg":"region c354b988-75dd-4845-a658-a42a49dc441b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.568074187Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.56823605Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.568794848Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.583275596Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.628320465Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.637973774Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c354b988-75dd-4845-a658-a42a49dc441b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.638243438Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.638304529Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.63835569Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.638404201Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.651901885Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.671197543Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:19.764821522Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions","method":"POST","req_id":"50709706-e78f-4e57-af7d-d9712081faf5","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.039811241Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0","method":"GET","req_id":"3c98d386-bd4c-4d49-b172-5f84b600d3f9","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.043013077Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"dataset is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.050051838Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"snapshot is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0@6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.055976603Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\", \"6dca0d12-f3fd-49c3-8b2c-e2a383417b85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.055997674Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.065156086Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0/snapshots/6dca0d12-f3fd-49c3-8b2c-e2a383417b85","method":"GET","req_id":"ec194670-388c-4ba7-9ad5-14b66508e2bc","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22170,"response_code":200} {"msg":"path is \"/data/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.069089412Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"dataset is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.074616402Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"snapshot is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0@6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.080127082Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\", \"6dca0d12-f3fd-49c3-8b2c-e2a383417b85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.080150082Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fc3bd4f2-23c7-40bb-a795-f63c766abbc0-6dca0d12-f3fd-49c3-8b2c-e2a383417b85 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.087746221Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.087886733Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0/snapshots/6dca0d12-f3fd-49c3-8b2c-e2a383417b85/run","method":"POST","req_id":"f58891d2-54e7-4137-989a-8093fb2cbe7d","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18818,"response_code":200} {"msg":"applying SMF actions for region fc3bd4f2-23c7-40bb-a795-f63c766abbc0 running snapshot 6dca0d12-f3fd-49c3-8b2c-e2a383417b85 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.087905414Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-fc3bd4f2-23c7-40bb-a795-f63c766abbc0-6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.092786154Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fc3bd4f2-23c7-40bb-a795-f63c766abbc0-6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.105814741Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fc3bd4f2-23c7-40bb-a795-f63c766abbc0-6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.114802991Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0/.zfs/snapshot/6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.115002574Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.115044334Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.115082175Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.115118766Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.115160716Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.118390223Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.12236723Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"region fc3bd4f2-23c7-40bb-a795-f63c766abbc0 running snapshot 6dca0d12-f3fd-49c3-8b2c-e2a383417b85 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.12237881Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"path is \"/data/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.455195375Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"dataset is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.462071634Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"snapshot is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0@6dca0d12-f3fd-49c3-8b2c-e2a383417b85","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.468061781Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0\", \"6dca0d12-f3fd-49c3-8b2c-e2a383417b85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.468078821Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:21.474054957Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/fc3bd4f2-23c7-40bb-a795-f63c766abbc0/snapshots/6dca0d12-f3fd-49c3-8b2c-e2a383417b85/run","method":"POST","req_id":"92693c4b-3a7b-4509-b93d-31997accbd24","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18905,"response_code":200} {"msg":"region 70cffa98-4cbc-4895-b1bb-74a88f46f35f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.609637931Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.609805104Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions","method":"POST","req_id":"bed4828b-3612-495c-816d-f669239d0ade","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.609833964Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.616366168Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.616416309Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"70cffa98-4cbc-4895-b1bb-74a88f46f35f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.664462691Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"70cffa98-4cbc-4895-b1bb-74a88f46f35f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"70cffa98-4cbc-4895-b1bb-74a88f46f35f\" \"--data\" \"/data/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.664503952Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"70cffa98-4cbc-4895-b1bb-74a88f46f35f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.743247626Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"70cffa98-4cbc-4895-b1bb-74a88f46f35f","component":"worker"} {"msg":"region 70cffa98-4cbc-4895-b1bb-74a88f46f35f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.743286837Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.743384558Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.743792154Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.746536024Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.753338472Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.7559718Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.756220383Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.756266294Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.756305464Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.756341565Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.759528171Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.768982477Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:25.870818264Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions","method":"POST","req_id":"0509118e-b7a8-4882-8737-c0aed6668b27","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.611217644Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","method":"GET","req_id":"c218a125-343c-4888-9f81-10ffe1a8287a","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.61441388Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"dataset is oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.627346726Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"region 70cffa98-4cbc-4895-b1bb-74a88f46f35f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.634942686Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.635101958Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","method":"DELETE","req_id":"a49a9d06-5704-41ac-af5a-62edc69f13cd","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20723,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.635122818Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-70cffa98-4cbc-4895-b1bb-74a88f46f35f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.635701837Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.638455186Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","method":"GET","req_id":"d0cccf02-f134-4cd3-af97-dd4a07aead1d","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.650954106Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f037b315-1e55-4ac7-8af5-70e0b22e32d6/crucible/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.658315882Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"region":"70cffa98-4cbc-4895-b1bb-74a88f46f35f","component":"worker"} {"msg":"region 70cffa98-4cbc-4895-b1bb-74a88f46f35f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.705228508Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T20:09:51.747760681Z","hostname":"oxz_crucible_490c6159-61fd-4045-99e7-4a0bfba385be","pid":24029,"uri":"/crucible/0/regions/70cffa98-4cbc-4895-b1bb-74a88f46f35f","method":"GET","req_id":"084e45cc-e9d2-46eb-bc45-566ba446f5fa","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200}