[ Feb 23 16:30:44 Enabled. ] [ Feb 23 16:30:44 Rereading configuration. ] [ Feb 23 16:30:49 Rereading configuration. ] [ Feb 23 16:30:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.605806627Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836} {"msg":"dataset: \"oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.606518002Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.606528472Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.606533902Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.618929987Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.716834871Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:46.979023024Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53992"} {"msg":"region 04551e95-3440-454b-b29d-d33003b3da02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.005295974Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.008292566Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.008337706Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions","method":"POST","req_id":"db1b1656-49ba-4003-b48b-79b583dc1f32","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15034,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.018586757Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.018606607Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04551e95-3440-454b-b29d-d33003b3da02\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04551e95-3440-454b-b29d-d33003b3da02\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.08824011Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"04551e95-3440-454b-b29d-d33003b3da02","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04551e95-3440-454b-b29d-d33003b3da02\" \"--data\" \"/data/regions/04551e95-3440-454b-b29d-d33003b3da02\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.09065374Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"04551e95-3440-454b-b29d-d33003b3da02","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.362202685Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions","method":"POST","req_id":"4a5d085b-5eca-40db-981b-f1dc03784b89","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.428632051Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"04551e95-3440-454b-b29d-d33003b3da02","component":"worker"} {"msg":"region 04551e95-3440-454b-b29d-d33003b3da02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.428694972Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.428888716Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.429237643Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.435349099Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.450059092Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.453647766Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.454195727Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.454258848Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.454306679Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.45434032Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.458378003Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.462542578Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:47.892371359Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions","method":"POST","req_id":"71d843b9-b2cd-487a-a339-f581538134df","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.234491915Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/04551e95-3440-454b-b29d-d33003b3da02","method":"GET","req_id":"66f7c98c-33f1-4e22-a4ec-4e217d2c1282","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"path is \"/data/regions/04551e95-3440-454b-b29d-d33003b3da02\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.23713701Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"dataset is oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/04551e95-3440-454b-b29d-d33003b3da02","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.245321768Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"region 04551e95-3440-454b-b29d-d33003b3da02 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.253248681Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.253462126Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.253511397Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/04551e95-3440-454b-b29d-d33003b3da02","method":"DELETE","req_id":"352fbb41-ac7a-4393-8a2f-55bc917f3597","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16349,"response_code":204} {"msg":"disabling downstairs instance: downstairs-04551e95-3440-454b-b29d-d33003b3da02 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.254765612Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.256453917Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/04551e95-3440-454b-b29d-d33003b3da02","method":"GET","req_id":"b7485f58-6aaf-4d0d-a3d5-90511e6d3dba","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.25903907Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/04551e95-3440-454b-b29d-d33003b3da02\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.267105586Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"04551e95-3440-454b-b29d-d33003b3da02","component":"worker"} {"msg":"region 04551e95-3440-454b-b29d-d33003b3da02 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.344160851Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:48.397999218Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/04551e95-3440-454b-b29d-d33003b3da02","method":"GET","req_id":"ab10eec1-b3cc-4242-89be-832e403207a9","remote_addr":"[fd00:1122:3344:101::c]:53992","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.752576235Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45806"} {"msg":"region b89afb38-4e04-46de-982b-df7d7f0ec0cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.752969533Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.754080035Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.754091696Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions","method":"POST","req_id":"05bbcb5d-3327-42dc-a0b2-23700ecdca70","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1449,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.762754894Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.762770104Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b89afb38-4e04-46de-982b-df7d7f0ec0cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.816423928Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"b89afb38-4e04-46de-982b-df7d7f0ec0cf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b89afb38-4e04-46de-982b-df7d7f0ec0cf\" \"--data\" \"/data/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.816466489Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"b89afb38-4e04-46de-982b-df7d7f0ec0cf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.090925374Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"b89afb38-4e04-46de-982b-df7d7f0ec0cf","component":"worker"} {"msg":"region b89afb38-4e04-46de-982b-df7d7f0ec0cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.090963975Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.091045136Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.091810882Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.102519742Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.122952862Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions","method":"POST","req_id":"fdc90746-735f-4c08-95da-b3889c6db2d9","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.125128657Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.128875374Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.129089059Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.12913317Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.12917233Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.129207721Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.133912658Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.140444962Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.422719748Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","method":"GET","req_id":"cd5e757d-6544-4ea7-85e6-b08e3bb9c971","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.426904774Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"dataset is oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.436582123Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"region b89afb38-4e04-46de-982b-df7d7f0ec0cf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.443332002Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.443556317Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.443566437Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","method":"DELETE","req_id":"eb27fa5a-ff65-4fac-a28f-76be33e4954f","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16688,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b89afb38-4e04-46de-982b-df7d7f0ec0cf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.445687071Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.446573329Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","method":"GET","req_id":"09857665-695c-4bb0-a849-e01323a2c645","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.450281035Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9ee04c23-cd62-4cb6-a1f8-1b113324b58a/crucible/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.456991303Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"region":"b89afb38-4e04-46de-982b-df7d7f0ec0cf","component":"worker"} {"msg":"region b89afb38-4e04-46de-982b-df7d7f0ec0cf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.518079379Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.580149245Z","hostname":"oxz_crucible_ad796297-d6ec-4d34-954e-355f62815bad","pid":28836,"uri":"/crucible/0/regions/b89afb38-4e04-46de-982b-df7d7f0ec0cf","method":"GET","req_id":"c43d0143-30a5-4e02-952a-5ce9ab9c1e28","remote_addr":"[fd00:1122:3344:101::c]:45806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}