{"msg":"setting up simulated sidecar","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.505781354Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.506033661Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:47027"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.506118628Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:53337"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.506177264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:54210"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.50623135Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:47348"}
{"msg":"configuring sim ereports","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.506402317Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 0","metadata":"{\"baseboard_part_number\": String(\"SimSidecarSp\"), \"baseboard_serial_number\": String(\"SimSidecar0\"), \"hubris_archive_id\": String(\"asdfasdfasdf\")}","n_ereports":1,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b"}
{"msg":"setting up simulated sidecar","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.50710388Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507255679Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:41539"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507323252Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:49410"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507365385Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:56268"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507405193Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:62484"}
{"msg":"configuring sim ereports","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507444751Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"sidecar 1","metadata":"{\"baseboard_part_number\": String(\"SimSidecarSp\"), \"baseboard_serial_number\": String(\"SimSidecar1\"), \"hubris_archive_id\": String(\"asdfasdfasdf\")}","n_ereports":0,"restart_id":"183c521c-af73-4bf5-80cf-5c1279e3f863"}
{"msg":"setting up simulated gimlet","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507511703Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507547383Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:55311"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507592983Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:51136"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507632672Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:48065"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507679594Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:59094"}
{"msg":"configuring sim ereports","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.50787055Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 0","metadata":"{\"baseboard_part_number\": String(\"SimGimletSp\"), \"baseboard_serial_number\": String(\"SimGimlet00\"), \"hubris_archive_id\": String(\"ffffffff\"), \"hubris_version\": String(\"0.0.2\")}","n_ereports":5,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b"}
{"msg":"bound fake serial console to TCP port","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.507984725Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","component":"SpComponent { id: \"sp3-host-cpu\" }","addr":"[::1]:0"}
{"msg":"setting up simulated gimlet","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508374914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508444431Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:64887"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508495281Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:65112"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508538927Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:44511"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508593866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:61233"}
{"msg":"configuring sim ereports","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508642161Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ereport-sim","slot":"gimlet 1","metadata":"{\"baseboard_part_number\": String(\"SimGimletSp\"), \"baseboard_serial_number\": String(\"SimGimlet01\"), \"hubris_archive_id\": String(\"ffffffff\"), \"hubris_version\": String(\"0.0.2\")}","n_ereports":1,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c"}
{"msg":"bound fake serial console to TCP port","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.508717589Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","component":"SpComponent { id: \"sp3-host-cpu\" }","addr":"[::1]:0"}
{"msg":"setting up gateway server","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.509065375Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.510505673Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"Setting rack_id","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.512335478Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520498133Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all starting from 2.0.0","path":"/ignition","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520654872Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"from 1.0.0 to 2.0.0","path":"/ignition","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520749358Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all starting from 2.0.0","path":"/ignition/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520795779Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"from 1.0.0 to 2.0.0","path":"/ignition/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520834175Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/ignition/{type}/{slot}/{command}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520876949Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/local/all-sp-ids","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520916317Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/local/switch-id","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520951837Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/recovery/host-phase2","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.520988719Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521026424Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521061503Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521104858Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/active-slot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521149516Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/active-slot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521187802Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/caboose","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521227851Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/cfpa","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521266968Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/clear-status","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52142057Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/cmpa","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521463144Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/hash/{firmware_slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521504816Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/hash/{firmware_slot}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52154701Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/reset","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52158278Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/rot-boot-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521621025Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/serial-console/attach","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52166373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/serial-console/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521706484Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521741944Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update-abort","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52178068Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521818655Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/ereports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521852902Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/host-phase2-progress","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521908191Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/host-phase2-progress","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.521951507Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/ipcc/installinator-image-id","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52199399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/ipcc/installinator-image-id","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522033829Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/power-state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522074759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/power-state","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52211582Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/sensor/{sensor_id}/value","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522154737Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/startup-options","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522194986Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/startup-options","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522233372Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/task-dump","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522267549Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/sp/{type}/{slot}/task-dump/{task_dump_index}","method":"GET"}
{"msg":"listening","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.522306236Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522340764Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522682998Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","discovery_addr":"[::1]:47027"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.522762986Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522880878Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","discovery_addr":"[::1]:41539"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.522932169Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.522976296Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","discovery_addr":"[::1]:55311"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.523019711Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.523057546Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","discovery_addr":"[::1]:64887"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.523098316Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"waiting for SP discovery to complete...","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.523577501Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"discovery process not yet complete","elapsed":"75.429µs"}
{"msg":"using development metrics configuration overrides!","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:36.523636677Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","bind_loopback":true,"nexus_address":"None"}
{"msg":"rebinding producer server on new IP","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.523680944Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","producer_id":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","collection_interval":"10s","current_ip":"None","new_ip":"::1"}
{"msg":"registered DTrace probes","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.525113948Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52559706Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:36755","component":"dropshot","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.525681557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:36755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.52695205Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:36755","component":"dropshot","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"Requested any available port, Dropshot server has been bound to [::1]:36755","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.527026226Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.527059331Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"new DNS resolver","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.527097006Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:144","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","addresses":"[[::1:0:0:0:1]:53, [::2:0:0:0:1]:53, [::3:0:0:0:1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.527316909Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.527381156Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","interval":"10s","address":"[::1]:36755","producer_id":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"bound metrics producer server","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.52743418Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","address":"[::1]:36755","producer_id":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","collection_interval":"10s"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.527705695Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","registration_count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.527772256Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"received discover; sending response","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.530328253Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","sender":"Sender { addr: [::1]:46042, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.530856804Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","sender":"Sender { addr: [::1]:64874, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.530997782Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","sender":"Sender { addr: [::1]:55072, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.53103752Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","sender":"Sender { addr: [::1]:60567, vid: One }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.53956318Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.53972532Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","addr":"[::1]:47027"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.539768274Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.539820818Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","addr":"[::1]:41539"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.539865596Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.539910034Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","addr":"[::1]:55311"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.539942798Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.539985332Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","addr":"[::1]:64887"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:36.540379779Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"12.637963ms","count":"0"}
{"msg":"received discovery response (not used for location)","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.540491089Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (not used for location)","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.540544844Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (used for location)","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.540585825Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","pos":0,"sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (used for location)","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.540621966Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","pos":0,"sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received location determination response","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.540662035Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","refined_locations":"{\"switch0\"}","interface":"(direct socket handle)"}
{"msg":"starting to poll SP sensor data every 1s","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.559212799Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"found a new little friend!","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.559335541Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","chassis_type":"Switch","sp_slot":"1"}
{"msg":"found a new little friend!","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.559419557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","chassis_type":"Sled","sp_slot":"0"}
{"msg":"found a new little friend!","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.559470357Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","chassis_type":"Sled","sp_slot":"1"}
{"msg":"found a new little friend!","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:36.559528341Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","chassis_type":"Switch","sp_slot":"0"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.775581851Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.775789079Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.775877774Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.775915929Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.775955738Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.776002169Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.776102266Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.776158247Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.789108004Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.789311886Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.78950198Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.789643008Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.790184395Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.795328532Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.795921029Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.796797997Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.797225469Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.801100475Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","new_hubris_archive_id":"0000000000000000","new_serial":"SimSidecar0","new_model":"FAKE_SIM_SIDECAR","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.801715146Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","new_hubris_archive_id":"0000000000000000","new_serial":"SimSidecar1","new_model":"FAKE_SIM_SIDECAR","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.802353634Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","new_hubris_archive_id":"0000000000000000","new_serial":"SimGimlet00","new_model":"i86pc","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.802780556Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","new_hubris_archive_id":"0000000000000000","new_serial":"SimGimlet01","new_model":"i86pc","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.803655099Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.803880914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.806226436Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.806333296Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.831133905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Inventory(TlvPage { offset: 0, total: 2 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.831347446Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Inventory(TlvPage { offset: 0, total: 0 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.831424698Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Inventory(TlvPage { offset: 0, total: 10 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.83147605Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Inventory(TlvPage { offset: 0, total: 10 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:36.831527421Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"301.258214ms","count":"1"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.831728287Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-0","component_kind":"fake-tmp-sensor","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.831780399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-1","component_kind":"fake-tmp-sensor","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.831827552Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-0","component_kind":"fake-tmp-sensor","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.832276687Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-1","component_kind":"tmp117","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833182973Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-2","component_kind":"tmp117","component_id":"dev-2"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833234865Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-7","component_kind":"max5970","component_id":"dev-7"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833282229Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-8","component_kind":"nvme_bmc","component_id":"dev-8"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833326626Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-39","component_kind":"tmp451","component_id":"dev-39"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833371715Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-46","component_kind":"sbtsi","component_id":"dev-46"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.8334097Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-53","component_kind":"max31790","component_id":"dev-53"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833524837Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-0","component_kind":"tmp117","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833582751Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-1","component_kind":"tmp117","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833621988Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-2","component_kind":"tmp117","component_id":"dev-2"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833665364Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-7","component_kind":"max5970","component_id":"dev-7"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833708569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-8","component_kind":"nvme_bmc","component_id":"dev-8"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833752185Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-39","component_kind":"tmp451","component_id":"dev-39"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833789628Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-46","component_kind":"sbtsi","component_id":"dev-46"}
{"msg":"discovered a new component!","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.833832453Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","description":"dev-53","component_kind":"max31790","component_id":"dev-53"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.83387649Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.833926578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.833965114Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.83401892Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.875544345Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.87570928Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.87576991Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.87591213Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.87595747Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.876016586Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.876063128Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.876995645Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.87710479Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.877236259Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.8772926Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.88261597Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.888448964Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.888555033Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.888630802Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.88929451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.889392653Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.893736573Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.894838003Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.895540147Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.895943612Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.896429359Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.914058988Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.914236828Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.914284893Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:36.914336264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.948827068Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.949014136Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.972306514Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.979966969Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.980157925Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:36.980237692Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.079971195Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080242309Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080315353Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080386604Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080449668Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080500759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080568111Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.080642708Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.081722516Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.081918683Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.081983631Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.082031896Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.108814721Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.10900687Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.115835365Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.116019077Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.116135546Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.116215173Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.1162894Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.116352374Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.116429135Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.116512539Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.116579762Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.120007195Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.120150969Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.120225816Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.120269502Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.120335021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.120389439Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.125134078Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.125300045Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.12656094Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.126735904Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.126803057Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.126836312Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.126885058Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.126927552Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.126961609Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.127022309Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.128919527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.129094883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129197385Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129251772Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129322942Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129371608Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129441085Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129516032Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129583676Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129632913Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.129695717Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.129762749Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.129846373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146328641Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146517053Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.146587431Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.146638863Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.146677689Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.146721816Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146771705Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146811954Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146873215Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.146936619Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.147000375Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.147102055Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.147209377Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.147335866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.14746952Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.147534768Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.165798977Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:37.186550448Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"658.337683ms","count":"2"}
{"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:37.455803617Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","remote_addr":"[::1]:45482"}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.622831793Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/local/switch-id","method":"GET","req_id":"a9c0e51c-53a6-4b76-b753-f0881c67f0ad","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.623071566Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/local/switch-id","method":"GET","req_id":"a9c0e51c-53a6-4b76-b753-f0881c67f0ad","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:37.72371895Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/local/switch-id","method":"GET","req_id":"a9c0e51c-53a6-4b76-b753-f0881c67f0ad","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":100897,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.736932557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"9626f63b-361d-47a2-9614-b35cfaa78b0d","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.737099275Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"9626f63b-361d-47a2-9614-b35cfaa78b0d","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.73756357Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.737691512Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.73776128Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.737816699Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.738514334Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.738611114Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.73870539Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.738783604Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.781282527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.781490557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.781618439Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.781739537Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799111529Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.7993205Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799383545Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799496136Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799620481Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799729456Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799819313Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.799879582Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.799938829Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.801197339Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.80136039Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.80141613Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.801455678Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.801549202Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.8017057Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.801853842Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.801899713Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.801993067Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.802032645Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.80207106Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.803771992Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.803854685Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.809833857Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.809933283Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.809975275Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810007399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810044502Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810080783Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810116584Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810152565Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810188305Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810223865Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.810254265Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.810290156Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.810330565Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.810373039Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.810412056Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.820550173Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.820646793Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821122451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821349889Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821622015Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821688606Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821731731Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821769576Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.821809244Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.821926916Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 10 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.822054076Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.822105017Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.822149084Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:37.831298933Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"9626f63b-361d-47a2-9614-b35cfaa78b0d","remote_addr":"[::1]:45482","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":94340,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.831514999Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.831614876Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.831817325Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.83190615Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.831963443Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.832053701Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.832110392Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.832176783Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.832240398Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.832303853Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.83235287Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.832410604Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.832474931Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.832526973Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.841089205Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.841265572Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.841344328Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.863359137Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.863747793Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.863802481Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.863841117Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.863871938Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.86436029Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.866112713Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.866210125Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.86626825Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.868971416Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.869077996Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.869642118Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.86971933Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.869774729Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.869820289Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.869878424Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.86994256Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.872247953Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.87235322Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872427206Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872484178Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872686246Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872755813Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872807515Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872857925Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.872912141Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.87296717Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.873083078Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.873136123Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.873193145Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.887690562Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.887813504Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.888255726Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.888334481Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.888498033Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.888567189Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.888738297Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.888819937Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.891337699Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.891436393Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.891500359Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:37.891631528Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.891872633Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.892019402Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.892139268Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:37.892188666Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.174667435Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:38.188702872Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.660853624s","count":"3"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.5636201Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.563722332Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.563764445Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.563800215Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.563831918Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.563871746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.564155074Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.564229741Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.564374366Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.564479223Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.56455906Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.564636904Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.565729296Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.565997565Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566113634Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566202489Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566288568Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566332184Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566373696Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566414827Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566605473Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566656022Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566755138Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566849514Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566881657Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566917157Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.566946855Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.566990572Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.567108454Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.567209122Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.567247538Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.568834094Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570232369Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570310263Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570355622Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570417264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570454517Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570558733Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570606747Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570644942Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570681064Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570717876Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570752875Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570788075Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570823324Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.570853363Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570888122Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570926167Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.570962889Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.575572021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.575727989Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.575779991Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.575825521Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.575913314Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.575947281Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.575983873Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.576014213Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.576052017Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.576089701Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.576126353Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.576162565Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.576253163Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.576292561Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.576329414Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.579446746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.579569168Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579615168Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579647983Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579683122Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579716889Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579752248Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579788049Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.579818038Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.579852796Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.579888747Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.582939218Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.583057291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.583104083Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.583137028Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.583171426Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.583203739Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.583333816Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.583394275Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.584749966Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.584866025Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.584911414Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.584945031Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.584979308Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.585008145Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.585041511Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.585079095Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.586362804Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.586448553Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603044245Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603170995Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603257555Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603322092Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603390888Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.60346291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603534561Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603600852Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.603657623Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.603722702Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.603799092Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.623046198Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.623975099Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.637088178Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.637269625Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.637482415Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.63759195Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.637793397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 31 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.637953012Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 31 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.64146883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.641556252Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.641746607Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:38.641860411Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.642073181Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.642269367Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.642383121Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:38.642422078Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.513932866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.514066339Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.514111257Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.514144954Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.514178039Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.517650952Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.517899372Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.518130537Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.518290833Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.530159981Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.530364234Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.530514981Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.530622773Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.61724961Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.617747711Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.618088302Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.618520324Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.625380261Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.625476451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.625525637Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.625571558Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:42.681579471Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.153817595s","count":"4"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.681684858Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.681727673Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.681890353Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.68201581Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.682074636Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.682199883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.682257036Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.879239726Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.879478667Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.879608402Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 34 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.879652369Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 34 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.88330676Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.883735335Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.889118322Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.900990035Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.901169829Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:42.901255057Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908178549Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908329226Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908407671Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.90849843Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908533108Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908570782Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908609429Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908646522Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908682703Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908719245Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908755857Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:42.908786578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.229571329Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.229735452Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.229832373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.229870508Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.242161467Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.242307595Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.242352173Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.24271609Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260245752Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260408212Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260503961Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260552817Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260611072Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260656742Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260695428Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260750888Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.260814393Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.277121125Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.277649316Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.277902464Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 36 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.278131746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 36 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.279641341Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.279804853Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.27995544Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.289831841Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.290177672Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.290349211Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.411952929Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412169856Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412210897Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412263891Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412316084Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412355622Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412393928Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.412426362Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.425972233Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.426167348Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.426225913Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.443108099Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.443276451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.443329345Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451514905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451648949Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451722905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451778735Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451840466Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.451894252Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.46056604Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.463717961Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 38 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.463946591Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 38 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.472027535Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.47234982Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.47253775Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.608563917Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.609690387Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.610451517Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.610601172Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.610957454Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.611131597Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.61185892Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.613536656Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.624742307Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.625073539Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.625150842Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 39 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.625196983Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 39 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.792041035Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.792448348Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.792597291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.811577101Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.811938242Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.81214539Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.812803527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.812894487Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.81294686Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.812995085Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.8130485Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.813095152Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.813148387Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.813194989Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:43.814669133Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","remote_addr":"[::1]:63738"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.822224692Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.830317378Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.830876961Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.831228854Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 40 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.831331647Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 40 }"}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.83156198Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/ignition","method":"GET","req_id":"5bfe2c37-bec9-4ebf-86b4-b39a4394aa81","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.831665755Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/ignition","method":"GET","req_id":"5bfe2c37-bec9-4ebf-86b4-b39a4394aa81","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.831965706Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.832507704Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.850231138Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.850665754Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.850766232Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.856762888Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.856924677Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.856962231Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.857003483Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.857036538Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.857358212Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.860462088Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.864415157Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.864733264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(BulkIgnitionState { offset: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.865057984Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 41 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.865262216Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 41 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.872298832Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.875009052Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(SpState) }"}
{"msg":"received bulk ignition state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.879856294Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","state":"[IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Sidecar, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Sidecar, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Gimlet, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Gimlet, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }]","offset":0}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.881709686Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.881932084Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.889582709Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"BulkIgnitionState(TlvPage { offset: 0, total: 35 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.889711082Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.889761852Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 42 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.889859355Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 42 }"}
{"msg":"ignoring unknown ignition target 4 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892765952Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 5 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892858444Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 6 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892894635Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 7 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892926979Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 8 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892959032Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 9 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.892991186Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 10 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893021636Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 11 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893052286Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 12 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893083047Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 13 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893115881Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 14 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893148626Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 15 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893180639Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 16 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.89329759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 17 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893337658Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 18 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893413428Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 19 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893450862Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 20 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893483496Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 21 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893515198Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 22 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893546811Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 23 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893578323Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 24 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893609945Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 25 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893641317Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 26 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.89367354Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 27 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893707297Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 28 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893742847Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 29 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893774479Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 30 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893806021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 31 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893837724Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 32 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893868885Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 33 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893899926Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"ignoring unknown ignition target 34 returned by ignition controller SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:43.893931539Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895082096Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895167113Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895213425Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895384071Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:43.895443678Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/ignition","method":"GET","req_id":"5bfe2c37-bec9-4ebf-86b4-b39a4394aa81","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":63752,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895515219Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:43.895562452Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(SpState) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.896423219Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.89648999Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.897141835Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:43.897267141Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.021248284Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.02141883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 43 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.021630798Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 43 }"}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.022992722Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"f861091c-9cad-4421-9547-2099c8cb25f1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.023082368Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"f861091c-9cad-4421-9547-2099c8cb25f1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.047702011Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.047822689Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.047869571Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.049944399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.050150425Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.050201195Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.050235263Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.050273628Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.05034576Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.054237679Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.05431914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.054361313Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 44 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.054401713Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 44 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.057776362Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.057864245Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.890870189Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892321619Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892431145Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892494169Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892552123Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.8926114Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892663633Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892715335Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892760223Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.892798208Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.894456576Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.894794963Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.896361429Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.896806186Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.897825935Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.898082731Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 45 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.898249249Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 45 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.912676759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.912796705Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916174451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916490624Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916557405Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916701459Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916757439Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.91683397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916880171Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.916924669Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.916966612Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.921996192Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.923648308Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.923942808Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.924110649Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.924178172Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 46 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.92428909Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 46 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.924358247Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.924422854Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.930610837Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.930808397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.953948253Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954141795Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954212644Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954265358Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954318022Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954500722Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.954560049Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.954614135Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.954752729Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.95601196Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 31 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.95621522Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.956285118Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 47 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.956348743Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 47 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:44.965643799Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0","method":"GET","req_id":"f861091c-9cad-4421-9547-2099c8cb25f1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":942514,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.966059278Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.966199113Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.973347529Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.973753139Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.987322026Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.987492291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.987547971Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.992875709Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.993107246Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 48 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.993182844Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 48 }"}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:44.993249075Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"b57f8768-ded5-4dc6-bb2e-f3acbbbc43ee","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:44.993339373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"b57f8768-ded5-4dc6-bb2e-f3acbbbc43ee","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.000751909Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.000896935Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.000965761Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.001859993Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.001938267Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.001997233Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.002042723Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.00209705Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.002146768Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.002311973Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.002399175Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.002485836Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 49 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.00255403Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 49 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.007418586Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.007579282Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.008600294Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.008777724Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009423256Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009484857Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009524956Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009561589Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009599112Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009635003Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.009671806Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.012146061Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 34 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.012214576Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.012260437Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 50 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.012300335Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.020813019Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.021018494Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.021671771Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.021770857Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.021814563Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.021847398Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.02188404Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.021915522Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.021950932Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.021993866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.022057371Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 51 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.022098883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.026160817Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.026234833Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.027019699Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.02714198Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027306384Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 36 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027352706Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027391542Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 52 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027480978Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 52 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027569864Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027608399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027639581Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027672546Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027702946Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.027741131Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.027778825Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.027859825Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.027939903Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028116451Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028216448Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028335142Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 53 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028440249Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 53 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028529965Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028565866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.028607178Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.028881077Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.028961426Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.029016705Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.029059779Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.032928232Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 38 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.033055052Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 54 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.03309973Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 54 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.035708501Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.035873065Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.035940207Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.038761076Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.038847296Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.038912023Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.038979015Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.039042791Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.039104873Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.039167336Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.039226873Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.039282974Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.039612984Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 39 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.039739183Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 55 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.039783711Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 55 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.047030721Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.047181969Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.047233701Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.05185124Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.052014752Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.05208982Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.052146592Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.052208313Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.052269434Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.05232859Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.052382186Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 40 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.052442134Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 56 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.052499878Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 56 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.057898656Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.058106646Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.058406978Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.05857569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.058645568Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.058715946Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.058774742Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.05883936Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.058897885Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.058943375Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.058991339Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 41 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.059084493Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 57 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.059148218Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 57 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.062298516Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"b57f8768-ded5-4dc6-bb2e-f3acbbbc43ee","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":69171,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.062419534Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.06247847Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.067235133Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.067321544Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.067385279Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.067439907Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.07028326Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 58 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.070370051Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 58 }"}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.070434137Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"11644afd-21df-4784-b084-0fb3fedf257c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.070523042Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"11644afd-21df-4784-b084-0fb3fedf257c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.071809417Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.071917861Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.071978079Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.076138267Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.076237021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.07671343Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.076805421Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.078866352Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 42 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.07913408Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 59 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.079228155Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 59 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.082123461Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.082271342Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.082357331Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104218218Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104345789Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104430466Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.10469109Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104753743Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104820264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104889711Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.104941964Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.105003235Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.105260802Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 43 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.105723424Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 60 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.105823311Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 60 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.116067537Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.116269364Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.116441804Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.124545543Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.124851866Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.124906995Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.124955961Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.124998535Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 44 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.125056209Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 61 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.125099043Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 61 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.127555985Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.127657725Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.127706882Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.128024257Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.128145586Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128237277Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 45 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128357955Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 62 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.12853323Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 62 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128638337Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128679569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128716231Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128765047Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 46 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.12880733Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.128856878Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 47 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.12920797Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"11644afd-21df-4784-b084-0fb3fedf257c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":59844,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.135340644Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"f668a84d-0ccf-472c-b3d4-7dfa8c72fea7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.135439609Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"f668a84d-0ccf-472c-b3d4-7dfa8c72fea7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.144345448Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.144749093Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 48 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.144812849Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145082781Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 49 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145141827Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145359686Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145414725Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145556875Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145611593Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.145754725Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 52 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.168313847Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.169901345Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 53 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.170684348Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"f668a84d-0ccf-472c-b3d4-7dfa8c72fea7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":35391,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.173462613Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"203d3f5d-8a83-4e77-b10e-a9e9695459a2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.17363369Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"203d3f5d-8a83-4e77-b10e-a9e9695459a2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.173685562Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.174259132Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 54 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.174326164Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.17467397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 55 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.174741483Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.174997718Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 56 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.175261938Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.175518083Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 57 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.175685964Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.175914544Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 58 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.178949024Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.179025494Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 59 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.179066445Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"203d3f5d-8a83-4e77-b10e-a9e9695459a2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3362,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183315347Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"bcfc39da-6ac1-4d25-9a77-a08147a0523a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.183476655Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"bcfc39da-6ac1-4d25-9a77-a08147a0523a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183530271Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183581762Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 60 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183620729Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183850021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 61 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.183911502Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.185714475Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 62 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.185801657Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.185851906Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 63 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.185890642Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.185938005Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 64 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.18597572Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.18602151Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 65 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.186060998Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"bcfc39da-6ac1-4d25-9a77-a08147a0523a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2619,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.191241025Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"de14ef63-b247-47c1-b705-51ef83dae0c2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.191347344Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"de14ef63-b247-47c1-b705-51ef83dae0c2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.191778364Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.192107302Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 66 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.192170657Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.192481529Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 67 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.192541878Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.193067273Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 68 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.193132833Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.210077973Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 69 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.21035554Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.210798162Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 70 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.211069647Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.211804846Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 71 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.212225244Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"de14ef63-b247-47c1-b705-51ef83dae0c2","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":21075,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.213614542Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"46bbc7bb-f2da-4dfa-bfb0-591f125c95d3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.213742213Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"46bbc7bb-f2da-4dfa-bfb0-591f125c95d3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.2141312Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.218317489Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 72 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.218865338Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"46bbc7bb-f2da-4dfa-bfb0-591f125c95d3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":5205,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.226150483Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"6df8557e-0a87-4a68-a76a-fde86859cd09","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.226278065Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"6df8557e-0a87-4a68-a76a-fde86859cd09","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.226826816Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.23605984Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 73 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.236665774Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"6df8557e-0a87-4a68-a76a-fde86859cd09","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":10397,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.243484981Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"b6bfcc35-2f5c-4a57-831b-a79f03069c20","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.243585048Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"b6bfcc35-2f5c-4a57-831b-a79f03069c20","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.244158107Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.244683633Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 74 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.245151284Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"b6bfcc35-2f5c-4a57-831b-a79f03069c20","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1640,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.246256923Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"cddf238f-b400-4f4f-8e1f-436c7600865a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.246341239Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"cddf238f-b400-4f4f-8e1f-436c7600865a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.24650936Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.246671349Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 75 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.246866674Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"cddf238f-b400-4f4f-8e1f-436c7600865a","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":628,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.258138886Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1","method":"GET","req_id":"f0cf5104-2d17-4b9f-859c-f9bdc1a7b280","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.259268692Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1","method":"GET","req_id":"f0cf5104-2d17-4b9f-859c-f9bdc1a7b280","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.260064871Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.260504598Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.26833662Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.268790405Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.270321351Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 18 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.270919159Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1","method":"GET","req_id":"f0cf5104-2d17-4b9f-859c-f9bdc1a7b280","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":12861,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.272903209Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"12032929-10bf-4d6d-9fda-56ad1c93cc02","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.273071871Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"12032929-10bf-4d6d-9fda-56ad1c93cc02","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.27360895Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.273993527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 19 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.274438244Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.277892731Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 20 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.278137353Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.278519335Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 21 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.278743667Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.28032852Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 22 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.280773277Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.281291969Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 23 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.281512774Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.281837594Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 24 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.28221634Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"12032929-10bf-4d6d-9fda-56ad1c93cc02","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":9330,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.297489546Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"4f5b06de-c14a-4afa-b94f-389205181d3b","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.297653529Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"4f5b06de-c14a-4afa-b94f-389205181d3b","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.298282859Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.298906728Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 25 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.299107594Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.299379179Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 26 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.299553042Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.30028776Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 27 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.30049583Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.300832233Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 28 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.301015914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.302143717Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 29 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.302199246Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.302246249Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 30 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.302286147Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"4f5b06de-c14a-4afa-b94f-389205181d3b","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":4575,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.34629708Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"5d61fe6e-640c-4b71-834c-a8c6eed4fb2d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.346402578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"5d61fe6e-640c-4b71-834c-a8c6eed4fb2d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.347467817Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349120494Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 31 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349299867Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349351309Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 32 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349388943Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349650087Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 33 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.349891603Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.350688493Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 34 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.350822818Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.351268106Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 35 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.351394004Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.358850907Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 36 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.35943095Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"5d61fe6e-640c-4b71-834c-a8c6eed4fb2d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":13084,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.360749268Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"d8874513-ff4f-4efd-abf0-a1e84c06c235","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.360871339Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"d8874513-ff4f-4efd-abf0-a1e84c06c235","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.361067154Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.36141503Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 37 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.361636276Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.362126352Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 38 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.362430531Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.362763697Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 39 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.363017578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.36352614Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 40 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.363609093Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.363677759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 41 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.363792665Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.364177884Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 42 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.364914165Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"d8874513-ff4f-4efd-abf0-a1e84c06c235","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3684,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.368477597Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"7921713f-2d57-4be6-a77a-f96188260ec7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.369544589Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"7921713f-2d57-4be6-a77a-f96188260ec7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.370736879Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.371206283Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 43 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.371406227Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.371670689Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 44 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.371855423Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.375568078Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 45 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.3759951Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.376699488Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 46 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.376778153Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.376962596Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 47 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.377027755Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.377094286Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 48 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.37731485Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"7921713f-2d57-4be6-a77a-f96188260ec7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":8841,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.379427183Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"11b8c2a2-c526-4109-aee6-7b9520280af3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.379723867Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"11b8c2a2-c526-4109-aee6-7b9520280af3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.380194905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389126275Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 49 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389229007Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389477907Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389549428Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389896793Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.389963955Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.390218647Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 52 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.390279557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.39076802Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 53 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.390833328Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.391062189Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 54 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.392185853Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"11b8c2a2-c526-4109-aee6-7b9520280af3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":12753,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.401673599Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"ff28714a-5cb9-42c3-b020-53c2760d68eb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.402066463Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"ff28714a-5cb9-42c3-b020-53c2760d68eb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.402562921Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.403680553Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 55 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.404134508Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"ff28714a-5cb9-42c3-b020-53c2760d68eb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2743,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.416418243Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"bd5c40f4-7187-437e-a1aa-f403392e7eb1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.416575823Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"bd5c40f4-7187-437e-a1aa-f403392e7eb1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.417991513Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.41882226Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 56 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.419468764Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"bd5c40f4-7187-437e-a1aa-f403392e7eb1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3187,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.425785461Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5c258466-2aad-40de-9571-796db9d29ceb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.425867633Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5c258466-2aad-40de-9571-796db9d29ceb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.426566269Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.42716048Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 57 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.427541792Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5c258466-2aad-40de-9571-796db9d29ceb","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1779,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.429535059Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"f80a9814-25a1-4384-a940-c2c57c5709d8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.42962662Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"f80a9814-25a1-4384-a940-c2c57c5709d8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.430010166Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.439422132Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 58 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.439611154Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"f80a9814-25a1-4384-a940-c2c57c5709d8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":10093,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.442508032Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0","method":"GET","req_id":"bfad816f-12ae-4b31-893a-e0768ef33ec3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.442665092Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0","method":"GET","req_id":"bfad816f-12ae-4b31-893a-e0768ef33ec3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.443201809Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.443617599Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.443944643Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 63 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.444110099Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.444388358Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 64 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.444786272Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0","method":"GET","req_id":"bfad816f-12ae-4b31-893a-e0768ef33ec3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2501,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.446445371Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"b5ed891a-eac0-4aeb-9e7c-fd5d22082c8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.446655465Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"b5ed891a-eac0-4aeb-9e7c-fd5d22082c8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.446825029Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ComponentGetActiveSlot(SpComponent { id: \"host-boot-flash\" })) }"}
{"msg":"asked for component active slot","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.447355624Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","component":"SpComponent { id: \"host-boot-flash\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.447768518Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentActiveSlot(0)","header":"Header { version: 22, message_id: 65 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.44785573Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"b5ed891a-eac0-4aeb-9e7c-fd5d22082c8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1328,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.450299415Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"19efe06c-9906-4c97-9061-cab4345e4855","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.450458489Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"19efe06c-9906-4c97-9061-cab4345e4855","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.450685306Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(GetHostFlashHash { slot: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.451115183Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"HostFlashHash([53, 107, 239, 110, 220, 143, 200, 15, 34, 112, 182, 59, 102, 171, 195, 123, 41, 60, 85, 66, 172, 201, 244, 15, 90, 150, 217, 20, 162, 63, 97, 19])","header":"Header { version: 22, message_id: 66 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.451297742Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"19efe06c-9906-4c97-9061-cab4345e4855","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1034,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.453938947Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"cbd328a2-aa10-4437-9e72-b1ad23ee642e","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.454061047Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"cbd328a2-aa10-4437-9e72-b1ad23ee642e","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.454127288Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(GetHostFlashHash { slot: 1 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.454691339Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"HostFlashHash([11, 47, 169, 143, 81, 51, 178, 136, 162, 190, 126, 80, 46, 170, 224, 134, 194, 112, 189, 43, 164, 70, 214, 26, 90, 235, 161, 253, 140, 26, 154, 197])","header":"Header { version: 22, message_id: 67 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.455104944Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"cbd328a2-aa10-4437-9e72-b1ad23ee642e","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2128,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.456833691Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"e62c9d3c-1a61-4677-9473-83c1f077cc6c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.456982083Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"e62c9d3c-1a61-4677-9473-83c1f077cc6c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.457036991Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.45736628Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 68 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.457434495Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.457615562Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 69 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.45778247Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.457954329Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 70 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458007664Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458487289Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 71 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458552828Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458708295Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 72 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458766399Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.458910543Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 73 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.45910662Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"e62c9d3c-1a61-4677-9473-83c1f077cc6c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2413,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.461555305Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"79fd145b-942c-4919-aac8-b094e1a360c8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.461620473Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"79fd145b-942c-4919-aac8-b094e1a360c8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.462116671Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.462313338Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 74 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.462372515Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.462520557Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 75 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.462916046Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.463673569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 76 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.463822753Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.464019851Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 77 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.464091142Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.464419909Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 78 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.464483895Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.464676685Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 79 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.465132814Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"79fd145b-942c-4919-aac8-b094e1a360c8","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3801,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.469977911Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"8b1a10be-0ab6-4273-a058-b51d96ac99fc","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.470084431Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"8b1a10be-0ab6-4273-a058-b51d96ac99fc","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.470761566Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.47170788Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 80 }"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.47199689Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"internal-dns-resolver","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.473269858Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.474424283Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 81 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.476096778Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_saga_twice","level":40,"time":"2026-01-16T21:15:45.476767821Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.949025062s","count":"5"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.476847678Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 82 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.477006Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.477236204Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 83 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.477355769Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 84 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.477674127Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 84 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.477735958Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 85 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.478130847Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 85 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.478319428Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"8b1a10be-0ab6-4273-a058-b51d96ac99fc","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":8439,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.480043495Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"63ac5755-d217-4bd8-afb8-6f3b4a13c744","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.480311574Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"63ac5755-d217-4bd8-afb8-6f3b4a13c744","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.480399156Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 86 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.480473904Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 86 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.480534743Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 87 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.48060426Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 87 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.480662225Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 88 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.481111229Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 88 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.481195024Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 89 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.481438123Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 89 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.481516939Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 90 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.48181169Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 90 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.481892629Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 91 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.482066331Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 91 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.482376262Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"63ac5755-d217-4bd8-afb8-6f3b4a13c744","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2441,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.483220165Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"ae28d9ff-d7e6-4ca4-b5d1-d666d602e347","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.483323418Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"ae28d9ff-d7e6-4ca4-b5d1-d666d602e347","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.48370974Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 92 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.483856759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 92 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484011344Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 93 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484280264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 93 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484331966Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 94 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484532681Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 94 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484586968Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 95 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484722305Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 95 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484787994Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 96 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.484965664Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 96 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.48501428Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 97 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.485182592Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 97 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.486077155Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"ae28d9ff-d7e6-4ca4-b5d1-d666d602e347","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2193,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.49379392Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"d521da1f-526f-487c-87fd-2bc3814ad0a3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.493966591Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"d521da1f-526f-487c-87fd-2bc3814ad0a3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.494804923Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 98 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.494897435Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 98 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.494936422Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 99 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.494980889Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 99 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495017582Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 100 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495061719Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 100 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495099313Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 101 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.49514351Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 101 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495180142Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 102 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495224379Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 102 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.49526049Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 103 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.495304577Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 103 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.49534175Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"d521da1f-526f-487c-87fd-2bc3814ad0a3","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1645,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.498715659Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"cc1f1121-7dfd-4a4a-a241-8d2649133409","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.498836837Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"cc1f1121-7dfd-4a4a-a241-8d2649133409","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.498886375Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 104 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.49892955Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 104 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.498966603Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"cc1f1121-7dfd-4a4a-a241-8d2649133409","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":730,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.499016842Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"324b1b1b-07a2-4a60-a7a1-1f6a1e82eb95","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.499059125Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"324b1b1b-07a2-4a60-a7a1-1f6a1e82eb95","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.499101779Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 105 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.499141458Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 105 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.499177729Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"324b1b1b-07a2-4a60-a7a1-1f6a1e82eb95","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":666,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.500078163Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"b614d24d-6841-4ca4-88f5-78c68a2fba8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.500280201Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"b614d24d-6841-4ca4-88f5-78c68a2fba8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.500380499Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 106 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.500454014Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 106 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.500519373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"b614d24d-6841-4ca4-88f5-78c68a2fba8d","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":533,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.500917337Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"6d41b40f-271f-424f-b754-c4c5ce2fc98c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.501056692Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"6d41b40f-271f-424f-b754-c4c5ce2fc98c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.501141208Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 107 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.501223069Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 107 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.501539934Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"6d41b40f-271f-424f-b754-c4c5ce2fc98c","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":679,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.502414066Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1","method":"GET","req_id":"c8354f05-6f9d-4c43-82b8-c3bd9f2062c5","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.502630082Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1","method":"GET","req_id":"c8354f05-6f9d-4c43-82b8-c3bd9f2062c5","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.502941265Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.50336996Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.503829315Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 63 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.504214203Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.504621746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 64 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.505736263Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1","method":"GET","req_id":"c8354f05-6f9d-4c43-82b8-c3bd9f2062c5","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3284,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.507285185Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"ffadc299-8771-42fc-b174-3f3dfc988dc7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.507382937Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"ffadc299-8771-42fc-b174-3f3dfc988dc7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.507909906Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ComponentGetActiveSlot(SpComponent { id: \"host-boot-flash\" })) }"}
{"msg":"asked for component active slot","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.508038569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","component":"SpComponent { id: \"host-boot-flash\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.508096143Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentActiveSlot(0)","header":"Header { version: 22, message_id: 65 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.508335224Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"ffadc299-8771-42fc-b174-3f3dfc988dc7","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1078,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.511320937Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"7ff48c73-9377-4776-818d-3211ffa3b6bd","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.511489209Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"7ff48c73-9377-4776-818d-3211ffa3b6bd","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.51187072Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(GetHostFlashHash { slot: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.513357871Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"HostFlashHash([53, 107, 239, 110, 220, 143, 200, 15, 34, 112, 182, 59, 102, 171, 195, 123, 41, 60, 85, 66, 172, 201, 244, 15, 90, 150, 217, 20, 162, 63, 97, 19])","header":"Header { version: 22, message_id: 66 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.513844209Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"7ff48c73-9377-4776-818d-3211ffa3b6bd","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2512,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.516153369Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"c5c1af83-4967-48f3-9afa-8a53f76590a6","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.516238397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"c5c1af83-4967-48f3-9afa-8a53f76590a6","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.516453681Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(GetHostFlashHash { slot: 1 }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.516746829Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"HostFlashHash([11, 47, 169, 143, 81, 51, 178, 136, 162, 190, 126, 80, 46, 170, 224, 134, 194, 112, 189, 43, 164, 70, 214, 26, 90, 235, 161, 253, 140, 26, 154, 197])","header":"Header { version: 22, message_id: 67 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.516936362Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"c5c1af83-4967-48f3-9afa-8a53f76590a6","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":836,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.518274048Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c2485b0e-9926-468d-9b24-d2e24e55c590","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.518349186Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c2485b0e-9926-468d-9b24-d2e24e55c590","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.518612575Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.518858379Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 68 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.518938187Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.51909229Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 69 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519170865Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519293948Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 70 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519344397Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519530664Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 71 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519582166Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.519754385Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 72 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.520078894Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.520566155Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 73 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.520787671Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c2485b0e-9926-468d-9b24-d2e24e55c590","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2516,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.521643638Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"f29f9953-fe68-46f8-9ae5-6fdf8f456f7f","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.52170563Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"f29f9953-fe68-46f8-9ae5-6fdf8f456f7f","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.521869423Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522100578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 74 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522155607Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522256576Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 75 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522302496Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522443985Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 76 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.522859814Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.523210435Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 77 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.523336864Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.523505436Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 78 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.523569423Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.523708627Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 79 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.524044799Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"f29f9953-fe68-46f8-9ae5-6fdf8f456f7f","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":2349,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.526034851Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"cf8b47b1-64ce-4ff4-9e94-e5610d2487ec","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.526276046Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"cf8b47b1-64ce-4ff4-9e94-e5610d2487ec","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.527543022Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.527641056Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 80 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.527774559Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.528335213Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 81 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.528635485Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.529476913Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 82 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.529611969Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.529895318Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 83 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.53000322Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 84 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.530208825Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 84 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.530284174Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 85 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.530457175Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 85 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.53075937Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"cf8b47b1-64ce-4ff4-9e94-e5610d2487ec","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":4811,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.532701046Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"6e9dbcaf-b72d-478f-9bc1-814f1431d582","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.532790953Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"6e9dbcaf-b72d-478f-9bc1-814f1431d582","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.532978182Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 86 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.533184739Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 86 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.533241792Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 87 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.533445012Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 87 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.533494059Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 88 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.533770985Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 88 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.53385519Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 89 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.534546573Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 89 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.534870772Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 90 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.535472117Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 90 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.535752599Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 91 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.536280079Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 91 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.536418381Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"6e9dbcaf-b72d-478f-9bc1-814f1431d582","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3762,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.53877748Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"03f31300-7c24-4d70-997b-490fd47673a1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.538859561Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"03f31300-7c24-4d70-997b-490fd47673a1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.539196535Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 92 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.539402642Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 92 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.539458842Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 93 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.53960989Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 93 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.539666792Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 94 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.54000075Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 94 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.540064967Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 95 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.540110967Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 95 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.540149694Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 96 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.540280521Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 96 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.540334758Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 97 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.541664328Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 97 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.54189347Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"03f31300-7c24-4d70-997b-490fd47673a1","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":3152,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.544042284Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"bf9b73cb-27a9-4831-b746-c691c5250a14","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.544196839Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"bf9b73cb-27a9-4831-b746-c691c5250a14","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.544663057Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 98 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.545538663Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 98 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.545798485Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 99 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.546064068Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 99 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.546233412Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 100 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.546492753Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 100 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.546952468Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 101 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.547466131Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 101 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.547625946Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 102 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.547769769Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"CabooseValue","header":"Header { version: 22, message_id: 102 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.547819677Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 103 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.547957328Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 103 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.548208544Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"bf9b73cb-27a9-4831-b746-c691c5250a14","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":4128,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.549609514Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5faeea79-b0b6-4898-b430-03d6365ed734","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.549684883Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5faeea79-b0b6-4898-b430-03d6365ed734","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.550025364Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 104 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.550494448Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 104 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.550969374Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5faeea79-b0b6-4898-b430-03d6365ed734","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1359,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.553934607Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"9d27caf6-1965-4928-a397-61d5d9dcaf24","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.554003021Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"9d27caf6-1965-4928-a397-61d5d9dcaf24","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.555002531Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 105 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.555075164Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 105 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.555117387Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"9d27caf6-1965-4928-a397-61d5d9dcaf24","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":1156,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.557305479Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"d02e8199-a13b-4fd0-9597-bca3ab72d683","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.557425255Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"d02e8199-a13b-4fd0-9597-bca3ab72d683","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.557476085Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 106 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.557517366Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 106 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.557552806Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"d02e8199-a13b-4fd0-9597-bca3ab72d683","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":853,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.557598657Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"fec24629-30c4-4a3e-a793-372c688b9218","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"determined request API version","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.557639928Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"fec24629-30c4-4a3e-a793-372c688b9218","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.557857507Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 107 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.558355999Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 107 }"}
{"msg":"request completed","v":0,"name":"test_volume_remove_rop_saga_twice","level":30,"time":"2026-01-16T21:15:45.558746518Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"fec24629-30c4-4a3e-a793-372c688b9218","remote_addr":"[::1]:63738","local_addr":"[::1]:46797","component":"dropshot","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","latency_us":985,"response_code":200}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564284491Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564378656Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564413174Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564445438Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564476419Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564516789Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564554864Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 108 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564592478Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 108 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.564630593Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.56471517Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.564795588Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.564873952Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.564954261Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 76 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.56510592Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 59 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565200145Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 108 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565289251Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 108 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565377264Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565419968Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565457873Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 109 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.565499004Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 109 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565541187Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565572118Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.56560833Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565688728Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565719218Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565754828Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.565785038Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.577800153Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 77 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.577949928Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 60 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.578117759Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 109 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.578163018Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 109 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.579847658Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.583129855Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.583226676Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 110 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.583272416Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 110 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.583316844Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.583349999Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.583386852Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.583416861Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.584802862Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.584960933Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.585006032Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.585043827Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.585080148Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.585116119Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.585145988Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.585183412Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 78 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.585280533Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 110 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.585324069Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 110 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.591726024Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.591909776Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 111 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.59222113Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 111 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.618685136Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.619976311Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620070296Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620135424Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620203839Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620272795Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620353053Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.620429544Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.621153901Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 79 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.622155785Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 111 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.622232046Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 111 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.622285401Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.635679443Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 112 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.635769711Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 112 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.635979685Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.636038982Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.636077538Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.63611433Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.636207254Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.636249326Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.636279726Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.636314946Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 112 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.636354293Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 112 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.641967023Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 113 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.642042171Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 113 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.642173159Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.642218459Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.642261914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.642292795Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.642413413Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 113 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.642463141Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 113 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.657182645Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 114 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.65732707Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 114 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657375746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657409222Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657445744Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657476144Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.657511393Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 114 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.657550751Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 114 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.657587964Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 115 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.657631369Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 115 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657673042Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.65770291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657739733Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657769301Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657805272Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657840672Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657877615Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.657965518Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.65800708Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.65804283Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 115 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.658080294Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 115 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.660430645Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 116 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.660839321Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 116 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.661912084Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.661961442Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.662095145Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.66213802Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.662261984Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 116 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.662404785Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 116 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.664587907Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 117 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.664689417Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 117 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.664765748Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:45.664925633Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.66513742Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 117 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.665288908Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 117 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.665437331Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:45.665512469Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.563928322Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.56402398Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564062045Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564093317Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564123066Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564163706Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564355494Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 118 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.564413167Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 118 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.564783447Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.564946318Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.565037327Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.565113517Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565355214Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 80 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565486352Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 61 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565578043Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 118 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565661527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 118 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565743078Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565783467Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565819368Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 119 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.565858746Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 119 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566121914Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566173586Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566209467Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566286569Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566315736Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.566436745Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.56648514Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.569461144Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 81 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.570221513Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 62 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.570410585Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 119 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.570486905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 119 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.574041289Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.576281033Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.576400498Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 120 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.576486277Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 120 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.579864454Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580332566Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580511208Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580591346Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580660943Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580729558Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580798033Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580864224Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580927108Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.580991144Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.581046232Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.58122762Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 82 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.581472102Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 120 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.581567019Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 120 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.597785808Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.598298578Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 121 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.598391291Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 121 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.602160388Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.602600755Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.602678028Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.602922209Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.602989491Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.603030542Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.603071042Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.603109117Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.605814809Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-switch0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 83 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.605968912Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 121 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.606022858Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 121 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.6060945Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.611807247Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 122 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.611954827Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 122 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.61263603Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.612721949Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.61278845Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.612855632Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.61292052Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.612985308Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.613064263Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.613130404Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 122 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.613199831Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 122 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.620648939Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 123 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.620842641Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 123 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.637935722Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.638073905Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.638244581Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.638310902Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.6399694Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 123 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.640917488Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 123 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.643948891Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 124 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.644122002Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 124 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.644624893Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.644695132Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.644741262Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.644956116Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.645152553Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 124 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.645218292Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 124 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.648132986Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 125 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.64823686Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 125 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.652434452Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.652589778Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.65289033Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653066878Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653186804Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653280268Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653370196Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653461896Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.653551292Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.655288686Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 125 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.655632093Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 125 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.683384168Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 126 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.683996845Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 126 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.686677778Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.686809527Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.686899224Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.686951196Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.687142373Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 126 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.687231519Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 126 }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.698913809Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 127 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.699282475Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","attempt":1,"request":"Message { header: Header { version: 22, message_id: 127 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.717781798Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_volume_remove_rop_saga_twice","level":20,"time":"2026-01-16T21:15:46.718049154Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.719156917Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled0","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 127 }"}
{"msg":"received response from SP","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.721164864Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"interface":"fake-sled1","component":"ManagementSwitch","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 127 }"}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.721347945Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_volume_remove_rop_saga_twice","level":10,"time":"2026-01-16T21:15:46.721408684Z","hostname":"bmat-EVT22200007-0000d557","pid":6299,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"8d9dfbcb-e5fe-43a8-917a-6cd2d8c4444b","num_samples":16}