[ Jan 6 16:00:33 Enabled. ] [ Jan 6 16:00:33 Rereading configuration. ] [ Jan 6 16:00:34 Rereading configuration. ] [ Jan 6 16:00:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.641365646Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228} {"msg":"dataset: \"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.642210071Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.642222302Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.642230472Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.656936459Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.779485596Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.427354425Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46160"} {"msg":"region c6f61625-b0e3-45e4-a179-8e232da1634b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.463709969Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.466238047Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.466254547Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"f6355d41-18d2-4a02-bbd2-c55f317c03a3","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19479,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.473608905Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.473633346Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c6f61625-b0e3-45e4-a179-8e232da1634b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c6f61625-b0e3-45e4-a179-8e232da1634b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.545157212Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"c6f61625-b0e3-45e4-a179-8e232da1634b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c6f61625-b0e3-45e4-a179-8e232da1634b\" \"--data\" \"/data/regions/c6f61625-b0e3-45e4-a179-8e232da1634b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.547578108Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"c6f61625-b0e3-45e4-a179-8e232da1634b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.684258422Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"4b8cdb81-7f39-4ff9-8e13-68035f16da79","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.900790699Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"c6f61625-b0e3-45e4-a179-8e232da1634b","component":"worker"} {"msg":"region c6f61625-b0e3-45e4-a179-8e232da1634b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.90083312Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.900920371Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.901239387Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.910455601Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.929980978Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.933106847Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.933904572Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.933971144Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.934013064Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.934049895Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.938948257Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.943535924Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.947454807Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"c830628f-5bfd-42fe-881c-d12cd6db2355","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.722573763Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","method":"GET","req_id":"04f4cf21-6780-4a76-b1f1-f39bec1c37a9","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/c6f61625-b0e3-45e4-a179-8e232da1634b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.724805505Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"dataset is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.732237005Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"region c6f61625-b0e3-45e4-a179-8e232da1634b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.739531562Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.739654194Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.739674605Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","method":"DELETE","req_id":"ba1cd392-030d-46c9-a1a6-b46a458a73ea","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14869,"response_code":204} {"msg":"disabling downstairs instance: downstairs-c6f61625-b0e3-45e4-a179-8e232da1634b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.74101622Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.744694069Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","method":"GET","req_id":"b1c4be11-7fca-4b77-8120-b875bc7332eb","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.744912343Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/c6f61625-b0e3-45e4-a179-8e232da1634b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.752972565Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"c6f61625-b0e3-45e4-a179-8e232da1634b","component":"worker"} {"msg":"region c6f61625-b0e3-45e4-a179-8e232da1634b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.824575334Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.839843511Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/c6f61625-b0e3-45e4-a179-8e232da1634b","method":"GET","req_id":"8be5edc1-4633-48f5-b82e-7d903ce9549d","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 39b30dc8-540d-425e-8198-9c8ca7640fdd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143351566Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143502009Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143536049Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"1a5d6d91-2b16-48fe-9c36-70c4663a3004","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":199,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.150098173Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.150113623Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"39b30dc8-540d-425e-8198-9c8ca7640fdd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.209549343Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"39b30dc8-540d-425e-8198-9c8ca7640fdd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"39b30dc8-540d-425e-8198-9c8ca7640fdd\" \"--data\" \"/data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.209582663Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"39b30dc8-540d-425e-8198-9c8ca7640fdd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.278827597Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"39b30dc8-540d-425e-8198-9c8ca7640fdd","component":"worker"} {"msg":"region 39b30dc8-540d-425e-8198-9c8ca7640fdd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.278854377Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.278947909Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.280191773Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.282995275Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.291979385Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.295742646Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.296040101Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.296087122Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.296127673Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.296165683Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.299516347Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.304049412Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.455732448Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"392fab0a-ebc2-43bb-92ec-9d5e867ec7c7","remote_addr":"[fd00:1122:3344:101::b]:46160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.371141569Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59511"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.371949274Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","method":"GET","req_id":"f8854824-758c-4ddb-90d4-d2bc975e368b","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"path is \"/data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.374766347Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"dataset is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.382391161Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"snapshot is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.39083112Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.390863241Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.402771205Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787","method":"GET","req_id":"99e34db3-528f-4b6a-af1a-e2315facfd25","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28033,"response_code":200} {"msg":"path is \"/data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.406022216Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"dataset is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.413473876Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"snapshot is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.421338744Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.421370655Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 39b30dc8-540d-425e-8198-9c8ca7640fdd-3d7534bf-e6e9-4d66-86c7-c1284fbb2787 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.43116815Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions for region 39b30dc8-540d-425e-8198-9c8ca7640fdd running snapshot 3d7534bf-e6e9-4d66-86c7-c1284fbb2787 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.433656836Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.433683167Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787/run","method":"POST","req_id":"d9d48110-3ead-4803-94f5-85cbaf880ba0","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27691,"response_code":200} {"msg":"creating missing snapshot instance snapshot-39b30dc8-540d-425e-8198-9c8ca7640fdd-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.464234832Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-39b30dc8-540d-425e-8198-9c8ca7640fdd-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.481804823Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-39b30dc8-540d-425e-8198-9c8ca7640fdd-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.51297287Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd/.zfs/snapshot/3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.513338067Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.513398958Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.513438039Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.51347171Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.513530411Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.527759699Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.53529294Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"region 39b30dc8-540d-425e-8198-9c8ca7640fdd running snapshot 3d7534bf-e6e9-4d66-86c7-c1284fbb2787 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.535314131Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"path is \"/data/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.710908947Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"dataset is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.718135943Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"snapshot is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.724548913Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.724587204Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.731904412Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/39b30dc8-540d-425e-8198-9c8ca7640fdd/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787/run","method":"POST","req_id":"4309a244-17a8-4b58-9647-c576c846155d","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21056,"response_code":200} {"msg":"region 0be85063-f98b-4506-b294-ed63b0464617 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.402145202Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.402313805Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.402323436Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"bcd568e1-7f1e-4e12-b753-886297dfbc8a","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":224,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.408805818Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.408856488Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0be85063-f98b-4506-b294-ed63b0464617\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0be85063-f98b-4506-b294-ed63b0464617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.484690367Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"0be85063-f98b-4506-b294-ed63b0464617","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0be85063-f98b-4506-b294-ed63b0464617\" \"--data\" \"/data/regions/0be85063-f98b-4506-b294-ed63b0464617\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.485241117Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"0be85063-f98b-4506-b294-ed63b0464617","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.639426449Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"0be85063-f98b-4506-b294-ed63b0464617","component":"worker"} {"msg":"region 0be85063-f98b-4506-b294-ed63b0464617 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.63945607Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.639561772Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.640578291Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.650647351Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.672732077Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.672788358Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions","method":"POST","req_id":"19482577-ff13-4ace-b149-7049503d6805","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.684806844Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.685023808Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.685071039Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.68511435Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.685152821Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.696972173Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.721452344Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.943916789Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/0be85063-f98b-4506-b294-ed63b0464617","method":"GET","req_id":"2e866b78-f4f2-43bb-8b41-a24c9050f9e0","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/0be85063-f98b-4506-b294-ed63b0464617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.948135419Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"dataset is oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/0be85063-f98b-4506-b294-ed63b0464617","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.95937377Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"region 0be85063-f98b-4506-b294-ed63b0464617 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.966233459Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.966359532Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.966369182Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/0be85063-f98b-4506-b294-ed63b0464617","method":"DELETE","req_id":"ee4777ee-f71f-4201-a93d-ef9a1e8901c1","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18261,"response_code":204} {"msg":"disabling downstairs instance: downstairs-0be85063-f98b-4506-b294-ed63b0464617 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.967945082Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.969777806Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/0be85063-f98b-4506-b294-ed63b0464617","method":"GET","req_id":"9a848cdd-9c6a-4355-b890-b6d38b847f34","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.976101795Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b80238ad-4aad-4d31-a059-c6fa3eb819fe/crucible/regions/0be85063-f98b-4506-b294-ed63b0464617\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.984187308Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"region":"0be85063-f98b-4506-b294-ed63b0464617","component":"worker"} {"msg":"region 0be85063-f98b-4506-b294-ed63b0464617 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:24.042531586Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:24.07302573Z","hostname":"oxz_crucible_2beabc40-3e08-4acd-9e1a-2ca3747e1a8c","pid":28228,"uri":"/crucible/0/regions/0be85063-f98b-4506-b294-ed63b0464617","method":"GET","req_id":"0d1fcc47-1c4f-470d-998f-122f33799df4","remote_addr":"[fd00:1122:3344:101::b]:59511","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200}