{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.723881976Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62018"} {"msg":"region 62ead8fd-72f6-48c6-acd6-a4a7c81e29c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.72402377Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.72471282Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions","method":"POST","req_id":"055a432b-6c53-4074-9815-1921d0c978a5","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":733,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.724750731Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.73206409Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.732082891Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"62ead8fd-72f6-48c6-acd6-a4a7c81e29c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62ead8fd-72f6-48c6-acd6-a4a7c81e29c8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.769977465Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62ead8fd-72f6-48c6-acd6-a4a7c81e29c8\" \"--data\" \"/data/regions/62ead8fd-72f6-48c6-acd6-a4a7c81e29c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.770012466Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.821512739Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","component":"worker"} {"msg":"region 62ead8fd-72f6-48c6-acd6-a4a7c81e29c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.82154387Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.821627642Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.821982462Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.828085617Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.849038166Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.85022047Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62ead8fd-72f6-48c6-acd6-a4a7c81e29c8","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.850517478Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.85055886Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.850598591Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.850634702Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.85231351Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:46.862845641Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:47.091826151Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions","method":"POST","req_id":"e2a27a4a-ca0b-4e30-98e9-975d6a19cf92","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.568627122Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/a68f9b82-5035-41b0-a481-c4603daf9079","method":"GET","req_id":"3783e686-40d6-495d-9531-ea9b8f2f1335","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/a68f9b82-5035-41b0-a481-c4603daf9079\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.572309137Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"dataset is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.578739161Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"snapshot is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079@a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.58534421Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079\", \"a83e8d22-f345-4bd3-8193-cb44d652d610\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.585356951Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.593519674Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/a68f9b82-5035-41b0-a481-c4603daf9079/snapshots/a83e8d22-f345-4bd3-8193-cb44d652d610","method":"GET","req_id":"1d08e885-c20d-4619-bc23-823106eefafc","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21230,"response_code":200} {"msg":"path is \"/data/regions/a68f9b82-5035-41b0-a481-c4603daf9079\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.598138046Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"dataset is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.603892781Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"snapshot is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079@a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.610241762Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079\", \"a83e8d22-f345-4bd3-8193-cb44d652d610\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.610276913Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a68f9b82-5035-41b0-a481-c4603daf9079-a83e8d22-f345-4bd3-8193-cb44d652d610 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.617097008Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"applying SMF actions for region a68f9b82-5035-41b0-a481-c4603daf9079 running snapshot a83e8d22-f345-4bd3-8193-cb44d652d610 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.617255313Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.617264293Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/a68f9b82-5035-41b0-a481-c4603daf9079/snapshots/a83e8d22-f345-4bd3-8193-cb44d652d610/run","method":"POST","req_id":"35874333-c9d9-40af-8957-3537f8303901","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19155,"response_code":200} {"msg":"creating missing snapshot instance snapshot-a68f9b82-5035-41b0-a481-c4603daf9079-a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.622223165Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a68f9b82-5035-41b0-a481-c4603daf9079-a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.62552362Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a68f9b82-5035-41b0-a481-c4603daf9079-a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.630870893Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a68f9b82-5035-41b0-a481-c4603daf9079/.zfs/snapshot/a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.63113808Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.631171771Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.631216182Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.631252533Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.631298155Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.632821618Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.635419043Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"region a68f9b82-5035-41b0-a481-c4603daf9079 running snapshot a83e8d22-f345-4bd3-8193-cb44d652d610 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.635430213Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"path is \"/data/regions/a68f9b82-5035-41b0-a481-c4603daf9079\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.849719562Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"dataset is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.856611119Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"snapshot is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079@a83e8d22-f345-4bd3-8193-cb44d652d610","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.862706594Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/a68f9b82-5035-41b0-a481-c4603daf9079\", \"a83e8d22-f345-4bd3-8193-cb44d652d610\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.862724234Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:48.869805767Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/a68f9b82-5035-41b0-a481-c4603daf9079/snapshots/a83e8d22-f345-4bd3-8193-cb44d652d610/run","method":"POST","req_id":"67f6de04-2e79-411e-8bda-cb853081c28e","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20135,"response_code":200} {"msg":"region 43bb034a-ab07-419d-b8c9-e7119074ef9e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:52.987953928Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:52.988125583Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions","method":"POST","req_id":"87ae5cfd-bcaf-4cf1-935e-d45b035e642a","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":223,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:52.988144683Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:52.995689399Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:52.99571586Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"43bb034a-ab07-419d-b8c9-e7119074ef9e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.031910005Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"43bb034a-ab07-419d-b8c9-e7119074ef9e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"43bb034a-ab07-419d-b8c9-e7119074ef9e\" \"--data\" \"/data/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.031966197Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"43bb034a-ab07-419d-b8c9-e7119074ef9e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.083943533Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"43bb034a-ab07-419d-b8c9-e7119074ef9e","component":"worker"} {"msg":"region 43bb034a-ab07-419d-b8c9-e7119074ef9e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.083995865Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.084087128Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.084497449Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.085730995Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.089273946Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.090636885Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.090911683Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.090959444Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.090994925Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.091029066Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.092814697Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.099654403Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:51:53.186585309Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions","method":"POST","req_id":"cff6a3d4-f573-424c-90c2-e2f4220ace1e","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.275491956Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","method":"GET","req_id":"c3cf8b39-f5c0-41e6-8c1e-32cd23b50c18","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.278477291Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"dataset is oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.288646482Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"region 43bb034a-ab07-419d-b8c9-e7119074ef9e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.295613161Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.295760686Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.295772006Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","method":"DELETE","req_id":"c947216d-490d-4dc5-b4a0-5e13e65c2781","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17340,"response_code":204} {"msg":"disabling downstairs instance: downstairs-43bb034a-ab07-419d-b8c9-e7119074ef9e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.296858737Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.300382618Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","method":"GET","req_id":"afa43a85-fa24-48d5-82db-f77a7e24cac6","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.302082336Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1b4f690f-6ec9-41da-b99d-0a641d1bdd6c/crucible/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.311938668Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"region":"43bb034a-ab07-419d-b8c9-e7119074ef9e","component":"worker"} {"msg":"region 43bb034a-ab07-419d-b8c9-e7119074ef9e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.361160876Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T15:52:18.436023407Z","hostname":"oxz_crucible_b9db70af-64cf-4340-ac3c-6c9e41485082","pid":21967,"uri":"/crucible/0/regions/43bb034a-ab07-419d-b8c9-e7119074ef9e","method":"GET","req_id":"a4a655db-d77f-4bee-ac35-5fd5fe339539","remote_addr":"[fd00:1122:3344:101::c]:62018","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200}