{"msg":"setting up simulated sidecar","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141469614Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141717111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:36594"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141789623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:49480"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141834371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:54660"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141877416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:35985"}
{"msg":"configuring sim ereports","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.141911352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 0","metadata":"{\"baseboard_part_number\": String(\"SimSidecarSp\"), \"baseboard_serial_number\": String(\"SimSidecar0\"), \"hubris_archive_id\": String(\"asdfasdfasdf\")}","n_ereports":1,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b"}
{"msg":"setting up simulated sidecar","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143468261Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143628926Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:51093"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143668073Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:44541"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143705356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:52903"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143741738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:56123"}
{"msg":"configuring sim ereports","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143781155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"sidecar 1","metadata":"{\"baseboard_part_number\": String(\"SimSidecarSp\"), \"baseboard_serial_number\": String(\"SimSidecar1\"), \"hubris_archive_id\": String(\"asdfasdfasdf\")}","n_ereports":0,"restart_id":"62625688-a43d-45b0-9cc0-3d51f27a80f0"}
{"msg":"setting up simulated gimlet","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143832536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143858587Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:64740"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.14389549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:47624"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.143999364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:60045"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144044573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 0","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:58978"}
{"msg":"configuring sim ereports","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144077748Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 0","metadata":"{\"baseboard_part_number\": String(\"SimGimletSp\"), \"baseboard_serial_number\": String(\"SimGimlet00\"), \"hubris_archive_id\": String(\"ffffffff\"), \"hubris_version\": String(\"0.0.2\")}","n_ereports":5,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b"}
{"msg":"bound fake serial console to TCP port","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144130902Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","component":"SpComponent { id: \"sp3-host-cpu\" }","addr":"[::1]:0"}
{"msg":"setting up simulated gimlet","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.14416554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144191171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:62636"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144225739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:49907"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144257421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:43256"}
{"msg":"simulated SP UDP socket bound","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144335895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 1","type":"simulated","bind_addr":"[::1]:0","local_addr":"[::1]:45120"}
{"msg":"configuring sim ereports","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144387055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ereport-sim","slot":"gimlet 1","metadata":"{\"baseboard_part_number\": String(\"SimGimletSp\"), \"baseboard_serial_number\": String(\"SimGimlet01\"), \"hubris_archive_id\": String(\"ffffffff\"), \"hubris_version\": String(\"0.0.2\")}","n_ereports":1,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c"}
{"msg":"bound fake serial console to TCP port","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144439318Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","component":"SpComponent { id: \"sp3-host-cpu\" }","addr":"[::1]:0"}
{"msg":"setting up gateway server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.144470048Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.146421532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"Setting rack_id","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.147906629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.156730102Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all starting from 2.0.0","path":"/ignition","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157145227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"from 1.0.0 to 2.0.0","path":"/ignition","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157236447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all starting from 2.0.0","path":"/ignition/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157282557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"from 1.0.0 to 2.0.0","path":"/ignition/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157504754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/ignition/{type}/{slot}/{command}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157651983Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/local/all-sp-ids","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157697091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/local/switch-id","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157736769Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/recovery/host-phase2","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157775996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15781361Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157850032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15789477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/active-slot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157937434Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/active-slot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.157973995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/caboose","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158013303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/cfpa","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15805265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/clear-status","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158094101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/cmpa","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158130182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/hash/{firmware_slot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158171273Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/hash/{firmware_slot}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158211532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/reset","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15825105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/rot-boot-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158288203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/serial-console/attach","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158329935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/serial-console/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158372658Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15840885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update-abort","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158448177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/component/{component}/update-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158487254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/ereports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158525649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/host-phase2-progress","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158561239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/host-phase2-progress","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158599173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/ipcc/installinator-image-id","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158638891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/ipcc/installinator-image-id","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158674562Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/power-state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158712216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/power-state","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158809356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/sensor/{sensor_id}/value","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158877771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/startup-options","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.15892343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/startup-options","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.158963369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/task-dump","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.159169053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/sp/{type}/{slot}/task-dump/{task_dump_index}","method":"GET"}
{"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.159251084Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.159302605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.16052669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","discovery_addr":"[::1]:36594"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.1607608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.160899342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","discovery_addr":"[::1]:51093"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.160974459Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.161053374Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","discovery_addr":"[::1]:64740"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.161126077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"attempting initial SP discovery","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.161202778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","discovery_addr":"[::1]:62636"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.161257626Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 1 }, kind: MgsRequest(Discover) }"}
{"msg":"waiting for SP discovery to complete...","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.161475764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"discovery process not yet complete","elapsed":"52.814µs"}
{"msg":"using development metrics configuration overrides!","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.161599197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","bind_loopback":true,"nexus_address":"None"}
{"msg":"rebinding producer server on new IP","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.16166221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","producer_id":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","collection_interval":"10s","current_ip":"None","new_ip":"::1"}
{"msg":"registered DTrace probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.16259845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"registered endpoint","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.163074865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:41200","component":"dropshot","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.163196885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:41200","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.164975609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:41200","component":"dropshot","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"Requested any available port, Dropshot server has been bound to [::1]:41200","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.165109322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.16517943Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"new DNS resolver","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.165241772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:144","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","addresses":"[[::1:0:0:0:1]:53, [::2:0:0:0:1]:53, [::3:0:0:0:1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.165336939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.165404432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","interval":"10s","address":"[::1]:41200","producer_id":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"bound metrics producer server","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.165491713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","address":"[::1]:41200","producer_id":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","collection_interval":"10s"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.165920235Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","registration_count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.166006815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"received discover; sending response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.168952561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","sender":"Sender { addr: [::1]:40764, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.169131964Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","sender":"Sender { addr: [::1]:36729, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.169355323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","sender":"Sender { addr: [::1]:62719, vid: One }"}
{"msg":"received discover; sending response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.169438155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","sender":"Sender { addr: [::1]:44612, vid: One }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.181370275Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.181465201Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","addr":"[::1]:36594"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.181510039Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.181548244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","addr":"[::1]:51093"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.181587682Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.181629905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","addr":"[::1]:64740"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.181661597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Discover(DiscoverResponse { sp_port: One })","header":"Header { version: 22, message_id: 1 }"}
{"msg":"initial discovery complete","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.181703579Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","addr":"[::1]:62636"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.182378104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"16.661419ms","count":"0"}
{"msg":"received discovery response (not used for location)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.182495555Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (not used for location)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.182534381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (used for location)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.182573288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","pos":0,"sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received discovery response (used for location)","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.182611864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","pos":0,"sp_port":"One","interface":"(direct socket handle)"}
{"msg":"received location determination response","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.182646011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","refined_locations":"{\"switch0\"}","interface":"(direct socket handle)"}
{"msg":"starting to poll SP sensor data every 1s","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.477400161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"found a new little friend!","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.477558963Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","chassis_type":"Sled","sp_slot":"1"}
{"msg":"found a new little friend!","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.477600544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","chassis_type":"Switch","sp_slot":"0"}
{"msg":"found a new little friend!","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.477640954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","chassis_type":"Switch","sp_slot":"1"}
{"msg":"found a new little friend!","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.477674149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","chassis_type":"Sled","sp_slot":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.478307754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.482308923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.482544536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.482768526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.482978519Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.488357064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.488530395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.488578149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.488628628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 2 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.499237337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.499408403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.499506847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.499598186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.50872787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.508908325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.509021928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.509128477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 2 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.51020373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","new_hubris_archive_id":"0000000000000000","new_serial":"SimSidecar0","new_model":"FAKE_SIM_SIDECAR","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.510340949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","new_hubris_archive_id":"0000000000000000","new_serial":"SimSidecar1","new_model":"FAKE_SIM_SIDECAR","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.510415656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","new_hubris_archive_id":"0000000000000000","new_serial":"SimGimlet00","new_model":"i86pc","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"our little friend seems to have changed in some kind of way","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.510487517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","new_hubris_archive_id":"0000000000000000","new_serial":"SimGimlet01","new_model":"i86pc","known_state":"None","current_state":"SpUnderstanding { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.510564849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.510699874Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.511396723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.511487431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 3 }, kind: MgsRequest(Inventory { device_index: 0 }) }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:55.548247963Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"382.465619ms","count":"1"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.583455544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Inventory(TlvPage { offset: 0, total: 2 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.583595649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Inventory(TlvPage { offset: 0, total: 0 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.58364197Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Inventory(TlvPage { offset: 0, total: 10 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.583694243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Inventory(TlvPage { offset: 0, total: 10 })","header":"Header { version: 22, message_id: 3 }"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.585973861Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-0","component_kind":"fake-tmp-sensor","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.586407603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-1","component_kind":"fake-tmp-sensor","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.586480657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-0","component_kind":"fake-tmp-sensor","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.586535474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-1","component_kind":"tmp117","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.586586044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-2","component_kind":"tmp117","component_id":"dev-2"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.587004416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-7","component_kind":"max5970","component_id":"dev-7"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.587073792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-8","component_kind":"nvme_bmc","component_id":"dev-8"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.58712897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-39","component_kind":"tmp451","component_id":"dev-39"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.587176834Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-46","component_kind":"sbtsi","component_id":"dev-46"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.587224167Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-53","component_kind":"max31790","component_id":"dev-53"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.593248832Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-0","component_kind":"tmp117","component_id":"dev-0"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.594002703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-1","component_kind":"tmp117","component_id":"dev-1"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.5941949Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-2","component_kind":"tmp117","component_id":"dev-2"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.59424051Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-7","component_kind":"max5970","component_id":"dev-7"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.594971195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-8","component_kind":"nvme_bmc","component_id":"dev-8"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.595048607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-39","component_kind":"tmp451","component_id":"dev-39"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.595097544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-46","component_kind":"sbtsi","component_id":"dev-46"}
{"msg":"discovered a new component!","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.595137672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","description":"dev-53","component_kind":"max31790","component_id":"dev-53"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.59518236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.595236917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.595289821Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.595344479Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 4 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.666574131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.666844512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.666932475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.667033323Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.667068582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.667114402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.667154411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.776683558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.776809195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.776935212Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.777003527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 4 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.779875959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.790025757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.79020558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:55.790265768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898635027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898760824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898832966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898868385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898915007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:55.898954865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:55.898991056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","remote_addr":"[::1]:51272"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.053994753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.068406924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.06856795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.077373578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/local/switch-id","method":"GET","req_id":"81e46454-c7e0-4520-a3df-e0cc1a4a93fc","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.077503563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/local/switch-id","method":"GET","req_id":"81e46454-c7e0-4520-a3df-e0cc1a4a93fc","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.273906644Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.274046699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.274107769Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.274303554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/local/switch-id","method":"GET","req_id":"81e46454-c7e0-4520-a3df-e0cc1a4a93fc","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":196963,"response_code":200}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.32547783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325706228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325747119Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325797427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325852526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325891272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.325944937Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.32599211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326031247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326070664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326115733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326152996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326198295Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326246309Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326293051Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.326330124Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"550abf3b-ad22-4b89-a3ac-73c3121ca4df","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.326395893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"550abf3b-ad22-4b89-a3ac-73c3121ca4df","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.326448366Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.334918886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.335125431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.335182133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.335234095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.336105136Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.349972897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.350308396Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.353159828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.353510657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.353626725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.353937145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.354122729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:56.356333432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.190664731s","count":"2"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.356616789Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.356874835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.357044128Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.362668657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.363029205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.363424822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.363877301Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.364014971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.364198502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.364431199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.36474239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 8 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.364995007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.365152205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:13:56.367086275Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"550abf3b-ad22-4b89-a3ac-73c3121ca4df","remote_addr":"[::1]:51272","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":41220,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.36740968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.367574474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.367800357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.3679139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.368095116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.368190824Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.368291783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.368432639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.368518568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.368714042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.368893214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.372126836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.37233767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.372558294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.372679051Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.372780791Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.372868092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.372965724Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.373154665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.373251806Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.373634919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.373811235Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.377817535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.378072516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.37831391Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.378421151Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.378611464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.378708565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.378925191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.379115635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.380582045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.380745446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.380969066Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.381221552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.381532232Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.38180093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.38201501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.3821727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491019507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491152889Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491228988Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491265711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491312563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 5 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491369795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.491423641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.49146406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.528796706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.529019674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.529139349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.529252762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.529352838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.529463716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 5 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.529683538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.529809075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.529937787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530004108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 6 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530046291Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530088373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530131147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.53016299Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530199281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530282194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530313215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530350428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.530380447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530415025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530452959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 6 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530545912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.530584528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.531885173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.533912636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.534003815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.53405255Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534624915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534696626Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534736724Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534769208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534873233Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.534911528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.534949933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.534991415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.535061162Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.537847355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.539057592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.539195503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551179715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551334088Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551370469Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551407733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551442751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551476508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551510254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551546595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551581384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551610611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551644107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551678314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.55178805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551832788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.551871594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.551950669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.552059172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.552099582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.552138228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.560902845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.561253373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.561635624Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.561772363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.562552014Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.562625328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.562664315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.562703672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.56471846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.564807755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.564853405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.564884065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.564918663Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.564947951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.565035884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.565082174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.566438549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.566525921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.56657168Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566603733Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566640185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566670815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566707758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566745211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.566781252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.566817714Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.566857913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.570118107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.570305665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.570853692Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.570904131Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.570940152Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.570975752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.571059857Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.571096329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.571125416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.571158641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.571195543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.575982487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.577342759Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.579137224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.579193344Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.579368107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.579414919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.579584282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.579706402Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.582477516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.582544056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.583399336Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:56.583595211Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.58387453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.58407311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.58417992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:56.584218946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.070091756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:57.078799391Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.913087496s","count":"3"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480594371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480727883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480781388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480835003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480877427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 7 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480919109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.480955991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481030247Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.481075025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.481170532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.481270729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.481396065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481534357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481676065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 7 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481769619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481852412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481935044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.481976325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 8 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.48206506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.482138514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482219513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482281765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482353596Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.48249808Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482554411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482621443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.482677372Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.482739605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.482812718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 8 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.482965659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.48312928Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.483907489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.485837109Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.486266423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.486346811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.486424794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.48648381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.486552224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.486613094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.486676368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.486727438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.486787126Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.486856101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.486915418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.488194891Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.488280659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.488349424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490595036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490718037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490752174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.49079076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490829446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490867371Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490902981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.49093838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.490973609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491043597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491084848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491120869Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491156499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491231897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.491276084Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.491311724Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.491403143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.491440967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.491478411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.49832468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.498418614Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.498547588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.498596925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.498634178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.498664487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.498700779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.498739495Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.50046267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.500539911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.500659146Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.500707531Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.500746116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.500778911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.500814811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.500852976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.502145094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.502220873Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502266713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502298356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502334527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502365377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502401779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502437609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.502474001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.5025091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.502547204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.50557393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.505650771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.50569601Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505726911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505761378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505795616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505829622Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505863699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.505891845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.505924739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.505961111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.510233473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.510334411Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.510384059Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.510417104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.510454337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.510484927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.510520437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 31 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.510558872Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 31 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.511915768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.512022357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.512068027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:57.512155268Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.51223767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.512331004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.512421922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:57.512460207Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.486644308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.487229898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.487604975Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.487889123Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.487993408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.49153221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 9 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.491604021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.491647035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.491686603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.49280498Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.492916619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.492998159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.493163414Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.496866388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.496981795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 9 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.497069747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.497156107Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.499536904Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.499665507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 10 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.499709914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:13:58.499750534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.617881618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.617980012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.618021413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.618104817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.618135707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.618171528Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:13:58.618201958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:13:58.619126103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.453414217s","count":"4"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.516293389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.51649775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 10 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.51662469Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 34 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.516667413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 34 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.519499096Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.522024837Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.522116658Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.522165774Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.529853015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.530000354Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.530222621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.530329892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.530509505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.530740859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.531663111Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.544783705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.556802504Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 11 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.562358017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.562818722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.563080987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.563429652Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.571285685Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.571612437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.571714196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.595764671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.595943362Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596047476Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596120089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596178163Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596245054Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596309501Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.59637514Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596437803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.59648694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596543922Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.59660947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596672153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.59673636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.596800275Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.596930962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 11 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.599635485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 12 }, kind: MgsRequest(SpState) }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:01.606151404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.440428277s","count":"5"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.606328683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.606471693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.606634002Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 36 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.606702447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 36 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.606763146Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.60682604Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.621667213Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.621810284Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.621874751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.689598486Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.69276664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.692875945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.692956673Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.693072521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.693154351Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 12 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.693323844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.704153418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.704665434Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.704903892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.707107711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.707385497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.707555751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712153754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712288879Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712333847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712368836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712408915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.712441529Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.712888206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 22 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.712980558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 38 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.713026879Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 38 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.717536688Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.717620633Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.717666954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725095566Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725236393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725282634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725318464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.72535725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725390556Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725429592Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725468639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.725507205Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.726175898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 23 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.726279061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 39 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.726323679Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 39 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733539062Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733687033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.733749195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738444619Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.73861315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738652147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738690612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738728817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738764888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738801199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.738831499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.740025544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 24 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.740184747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 40 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.740229565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 40 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.740344391Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.745575406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.745699761Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.75435836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.754443537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.754487463Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.754520478Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.758070852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 41 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.758139567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 41 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.761384101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.761446373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.764358774Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.764980506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765086384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 42 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765190678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 42 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.76529318Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765337357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765373007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.76541035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765445369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765488093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.765530025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.765621124Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765708445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 43 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.76580258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 43 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765894511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.765937766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.765981251Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.766012863Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.766051439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.766083061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.766119473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 44 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.766158319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 44 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.771264019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.771348705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.7987547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.799098606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.799393104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.799454786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.800766001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 45 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.800842732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 45 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.803184262Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.803267686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807756814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807831511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807876249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807916067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807955023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.807993569Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808033768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808073386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.80810609Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808145227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808213331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808256195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808294801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.808333747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.808397573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 46 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.810204823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 46 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.835487237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.835640438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.846605187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.846754991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.846798306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.846830259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.849373265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 47 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.8495235Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 47 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.851961389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.862514289Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.878503347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.878641689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.878687659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.878722127Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.879028499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 48 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.87909532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 48 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.880933982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.881007376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881216707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881272357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881311083Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881342174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881378395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881414957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.881455256Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.88149787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 49 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.881542137Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 49 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.884964179Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.885109544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885161887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885195734Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885232967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885283075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.88559093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885645728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.885679053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.885719112Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 50 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.885773589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.888448333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.888698705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.892217557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.892295631Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.89234646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.892382611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.892418923Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 51 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.892458541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.893701893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.893774796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.895325823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:01.895503242Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.895587116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 52 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.895677895Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 52 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.895766218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:01.89580271Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.505889394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.505996805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.506036753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.506070019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.506101571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 13 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.506141659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.50627927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.506343787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.506644587Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.506758822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.506841394Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.506922453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507001398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 25 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507203255Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 13 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507301538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 53 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507390032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 53 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507478405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507520718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 14 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507558593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507634071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507678148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507709369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507744939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507825447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507855817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507891547Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.507921496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.507956204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 26 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.508511795Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 14 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.508634977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 54 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.508674034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 54 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.512214138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.527030573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.532417505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.532700221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.535249929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.53543345Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.53574387Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.535857272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.53603951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.53617165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.536698956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.539099762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 55 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.53926172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 55 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.542912161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.543002659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.543058749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.543654208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544370856Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544436976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544478127Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544514288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544549758Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544585237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544620737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544656207Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544685755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544762395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544804578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.544841681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.54487691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.54491234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.544946858Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 28 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.545040792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 56 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.545079729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 56 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.545117182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.556038326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.556172469Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.56756064Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.567652019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.567824819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.567874787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.56880779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 57 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.568877897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 57 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.576937239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.577254362Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.57808839Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.578249597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.578480491Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.578619333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.578852552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 58 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.579046593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 58 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.580871257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.581072031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.581301492Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.581743851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.581996648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.582048159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.582086304Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.582122435Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.582158285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.582192072Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 59 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.582229956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 59 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.587418508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.587631787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.587873682Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.587988087Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.588117071Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.588467489Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.588570521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.588770073Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.588870461Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.589198104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 60 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.589359732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 60 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.594767915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.594952989Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.595176879Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.595334478Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.595520854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.595619709Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.595895961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 61 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.596052399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 61 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.597410496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.597572054Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.5977738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:02.598003431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.599470042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 62 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.600210176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 62 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.600540966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:02.601379864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.81720563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817351086Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817385914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817415172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817442556Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 15 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817477735Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.81751101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.817543885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.818264711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.818370448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.818439875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.818506686Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.820553276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.820670777Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 15 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.820748851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 63 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.820822044Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 63 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.822378612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.822446916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 16 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.822482887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.822518537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822653031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822703771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822737627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822806312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822834157Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822866751Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.822893844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.822928512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 30 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.823054289Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 16 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.823169586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 64 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.823204635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 64 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.825082754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.827251284Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.827321502Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.827359847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827465384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827511385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827544841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827572705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827603816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.827630218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.827732389Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 31 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.828022118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 65 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.828085022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 65 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.830615442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.830685059Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.830724116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830759846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830837148Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830865884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830897597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830928257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830958166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.830988565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831019877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831050848Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831116326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831156615Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831190081Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831220872Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831252814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.831283144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.831313093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 32 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.831387228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 66 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.831419843Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 66 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.831452216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.840931106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.841038076Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.841092814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.841129957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.841460466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.841516877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.841552016Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 67 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.841693193Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 67 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.843009419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.843095728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.843142681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.843170936Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.843201927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.843228549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.84325951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 68 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.843292305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 68 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.844796199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.850163252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850375298Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850421188Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850509001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850546835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850578638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850609067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.850639628Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.851542191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 69 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.851606487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 69 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.854772446Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.854861641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.854903854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.85493249Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.854964944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.854995334Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.855025924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.855056935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.855094348Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.855125029Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 70 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.855158915Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 70 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.858020997Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.858108599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.858183176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.858213796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.858245428Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.85827187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.860691173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 71 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.860794025Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 71 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.86083769Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.860876356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.86091391Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:03.86099512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.861075267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 72 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.861181967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 72 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.861272725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:03.861308896Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485573982Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485684629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485722173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485755549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485787962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 17 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485829534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485868721Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.485908449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.485947876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.486242455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.486511764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.486622171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.486708661Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 33 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.48680497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 17 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.486901981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 73 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.48716113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 73 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487265234Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487310944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 18 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487350412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.487393436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.48942644Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.489497098Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.489537287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.489622876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.489656441Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.489695047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.48972678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.49019045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 34 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.490341607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 18 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.490424681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 74 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.490461573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 74 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.492255447Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.495338553Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.495420444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.495464791Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.495645747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.495699452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.495931769Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.495985945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.496020703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.496048698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.496085711Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 35 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.49612585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 75 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.496162702Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 75 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.498675188Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.498750796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.498790194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500479883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500587675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500619497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500652011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500683483Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500714884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500745885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500777017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500807947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.50083493Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500866372Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500898215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500929366Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500960186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.500991398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.501026747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 36 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.501103558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 76 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.50115045Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 76 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.501215819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.511852954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.512025974Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.515320445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.515412406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.515455641Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.515488916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.531075665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 77 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.531323421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 77 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.53352691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.533948157Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.535453855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.535578219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.535764706Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.535866846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.537622165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 78 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.537812819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 78 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.548191126Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.549868671Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.552331529Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.552532224Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.55298349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.553141571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.553238531Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.553327786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.553413314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.553966341Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 79 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.556616386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 79 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.561446635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.561654183Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563115744Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563239176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563295878Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.56334785Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563452265Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563536741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.563580246Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.56362781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 80 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.563683749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 80 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.574903349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.58074781Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.583724978Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.583819814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.583884712Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.583929841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.584409322Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 81 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.608979898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 81 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.613636476Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.613772693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.625548576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:04.625731906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.62610069Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 82 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.62621759Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 82 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.626357495Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:04.626398395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.546702314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.546865445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.546966473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.547065798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.5507268Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 19 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.554126468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.554335228Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.55456011Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.599300988Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.599626448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.59973438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.599821551Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.620866782Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 37 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.621016967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 19 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.621110911Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 83 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.621199485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 83 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.623713714Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.625367683Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 20 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.625589188Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 84 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.625749884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 84 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.641931331Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.643885199Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.644230607Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.644771219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.644835736Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.645430053Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.645493398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.795683669Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 38 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.795977315Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 20 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.796261103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 84 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.796413633Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 84 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.799916674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.815451079Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.815571055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 85 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.815617847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 85 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.815888368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.815944308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.815983185Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.816015067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.816053853Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.816084093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.900530849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 39 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.900683448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 85 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.900775339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 85 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.917735114Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.917919306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 86 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.917996448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 86 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.918903259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919078153Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919138511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919198339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919256172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919312653Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919368593Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919426958Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.91948397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919535992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919593325Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919653723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919715104Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.91977931Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:05.919838627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.920426892Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 40 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.920604972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 86 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.920672164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 86 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.921163419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.932684651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 87 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:05.932978899Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 87 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.002189796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.002287768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.002331805Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.002364258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.003364573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 87 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.003461614Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 87 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.011914639Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 88 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.012019555Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 88 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.012418278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.012491432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.012942588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.013018508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.030634041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 88 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.031328385Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 88 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.037963319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 89 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.03837649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 89 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.039082407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.039229496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.039519636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.03968993Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.03979638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.039888801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.039976423Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.041140229Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 89 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.041711932Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 89 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.184811415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 90 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.185090202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 90 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186111198Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186262355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186369004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186472488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186575149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186785713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.186897933Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"accepted connection","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.187102004Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","remote_addr":"[::1]:35369"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.190682979Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 90 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.190971846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 90 }"}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.192474718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/ignition","method":"GET","req_id":"d2eb7d8a-59e1-4c75-8136-58da96ff9263","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.19256226Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/ignition","method":"GET","req_id":"d2eb7d8a-59e1-4c75-8136-58da96ff9263","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.196304511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 91 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.196519424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 91 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.196607867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(BulkIgnitionState { offset: 0 }) }"}
{"msg":"received bulk ignition state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.196981221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","state":"[IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Sidecar, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Sidecar, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Gimlet, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, target: Some(TargetState { system_type: Gimlet, power_state: On, power_reset_in_progress: false, faults: SystemFaults { power_a3: false, power_a2: false, sp: false, rot: false }, controller0_present: true, controller1_present: false, link0_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false }, link1_receiver_status: ReceiverStatus { aligned: true, locked: true, polarity_inverted: false } }) }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }, IgnitionState { receiver: ReceiverStatus { aligned: false, locked: false, polarity_inverted: false }, target: None }]","offset":0}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.198012567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.198195987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.198368376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.198460346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.198524943Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"BulkIgnitionState(TlvPage { offset: 0, total: 35 })","header":"Header { version: 22, message_id: 41 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.198598638Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 91 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.198673605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 91 }"}
{"msg":"ignoring unknown ignition target 4 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.198885051Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 5 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.198972793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 6 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199028913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 7 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199084773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 8 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199140292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 9 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199195901Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 10 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199311979Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 11 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199370695Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 12 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199425913Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 13 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199481312Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 14 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.19953637Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 15 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199591649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 16 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199647218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 17 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199702046Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 18 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199757244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 19 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199812513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 20 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.19986741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 21 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199922448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 22 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.199977667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 23 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200033196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 24 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200088625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 25 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200144244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 26 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200200765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 27 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200257196Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 28 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200316863Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 29 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200374647Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 30 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200431559Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 31 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.2004885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 32 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200543378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 33 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200598296Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"ignoring unknown ignition target 34 returned by ignition controller SP","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.200653404Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.204805791Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/ignition","method":"GET","req_id":"d2eb7d8a-59e1-4c75-8136-58da96ff9263","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":12346,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.205511177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 92 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.206396235Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 92 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.218922602Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.219214766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.231156204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 92 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.231877811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 92 }"}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.232031503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"2497ac2d-4110-4378-b396-197f468ed89a","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.232088144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"2497ac2d-4110-4378-b396-197f468ed89a","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.232333506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.233319703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.233605725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.234723381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.236539118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 42 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.236660616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.313960202Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 43 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.314393493Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0","method":"GET","req_id":"2497ac2d-4110-4378-b396-197f468ed89a","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":82306,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.328452871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"7a43f834-3957-4402-af52-3585c90a84c0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.328620611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"7a43f834-3957-4402-af52-3585c90a84c0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.33246359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332621771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 44 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332667881Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332715796Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 45 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332755734Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332803718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 46 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332844388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332891541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 47 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332930287Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.332976407Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 48 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.333073548Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.333209996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 49 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.333261598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"7a43f834-3957-4402-af52-3585c90a84c0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3190,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.336614003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0dbb41d8-7597-42df-8e35-e9b932ae49e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.336869505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0dbb41d8-7597-42df-8e35-e9b932ae49e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.33742178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.338794977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.339048495Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.339378363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.339912703Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.343680695Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 52 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.344278599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.350247955Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 53 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.350724842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.352069594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 54 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.352164049Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.352224087Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 55 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.352496512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0dbb41d8-7597-42df-8e35-e9b932ae49e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":15914,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.356909551Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"41523e83-b57b-456e-8f15-af89bd4f9aeb","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.357017944Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"41523e83-b57b-456e-8f15-af89bd4f9aeb","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.357384033Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358317507Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 56 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358389799Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358746981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 57 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358812289Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358937745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 58 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.358980419Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.359119973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 59 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.359175192Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.359320898Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 60 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.359377349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.359507705Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 61 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.359712077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"41523e83-b57b-456e-8f15-af89bd4f9aeb","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":2841,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.3645399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"5a4b879a-245e-435b-8197-d17888022aae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.364719243Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"5a4b879a-245e-435b-8197-d17888022aae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.365235747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.366040187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 62 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.36614342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.366193859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 63 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.366231293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.366276952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 64 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.366335147Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.367759254Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 65 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.367849121Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.367970149Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 66 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.368026439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.368262763Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 67 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.368610557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"5a4b879a-245e-435b-8197-d17888022aae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3991,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.390977594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"2d50ead6-4856-4c21-8bf1-9166212ce128","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.391132338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"2d50ead6-4856-4c21-8bf1-9166212ce128","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.392510445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393326939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 68 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393399381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393450903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 69 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393490691Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393536972Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 70 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393575297Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 71 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393669101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 71 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393711424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 72 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393758056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 72 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.393796612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 73 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.39392798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 73 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.394244582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"2d50ead6-4856-4c21-8bf1-9166212ce128","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3340,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.398448359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"814308fb-df3d-4a41-9689-8625bc5f4df2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.398546723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"814308fb-df3d-4a41-9689-8625bc5f4df2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.398995785Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 74 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.399628768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 74 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.400643101Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 75 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.401344028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 75 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.401547778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 76 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.401814001Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 76 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.402026709Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 77 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.402320937Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 77 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.402497844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 78 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.402792182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 78 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.403025541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 79 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.408002397Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 79 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.409173237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"814308fb-df3d-4a41-9689-8625bc5f4df2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":10779,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.411302239Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"05f99b37-3ef6-441b-96df-2438d0115a63","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.411440541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"05f99b37-3ef6-441b-96df-2438d0115a63","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.411851599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 80 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.427189208Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 80 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.427818143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cmpa","method":"GET","req_id":"05f99b37-3ef6-441b-96df-2438d0115a63","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":16522,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.430173971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"5972a3a1-39c1-4db8-8937-1d69d68df6d3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.430355648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"5972a3a1-39c1-4db8-8937-1d69d68df6d3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.431013831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 81 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.436076646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 81 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.436859303Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"5972a3a1-39c1-4db8-8937-1d69d68df6d3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":6636,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.441671035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"8d739758-e944-4030-841b-ae352a37aa80","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.44181065Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"8d739758-e944-4030-841b-ae352a37aa80","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.442206437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 82 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.442488621Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 82 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.442773742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"8d739758-e944-4030-841b-ae352a37aa80","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1145,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.446294277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"32cbe914-042a-4119-ab54-1d554b12e24e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.446407009Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"32cbe914-042a-4119-ab54-1d554b12e24e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.447542359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 83 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.448058012Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 83 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.448535329Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/0/component/rot/cfpa","method":"GET","req_id":"32cbe914-042a-4119-ab54-1d554b12e24e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":2177,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.449608578Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1","method":"GET","req_id":"28776788-33af-4932-99a9-227822f7b110","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.449713945Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1","method":"GET","req_id":"28776788-33af-4932-99a9-227822f7b110","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.449785966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 21 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.449977893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.450207204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 21 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.450369983Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 22 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.450550388Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 22 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.452087788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1","method":"GET","req_id":"28776788-33af-4932-99a9-227822f7b110","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":2529,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.459296018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"9b28422c-4b9e-4a96-9eca-a9c0692a5666","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.459432095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"9b28422c-4b9e-4a96-9eca-a9c0692a5666","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.459512252Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"internal-dns-resolver","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.460531034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 23 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.462177588Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 23 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.463718395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 24 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_api_resends_failed_deliveries","level":40,"time":"2026-01-27T01:14:06.47519522Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"producer-server","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.309472974s","count":"6"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.476570231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 24 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.476851724Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 25 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.477825356Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 25 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.478048986Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 26 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.492938094Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 26 }"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.493139158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.493276308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.493481842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.493589203Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.493853582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 27 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.494047823Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 84 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.494202417Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 93 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.494404835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 93 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.496861841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.496989572Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.497559582Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.497770917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.499390629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 84 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.499518099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 27 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.499612455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 28 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.499808039Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 93 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500123518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 93 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500242973Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 85 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500414961Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 94 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.500479087Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 94 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.50425784Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.504339099Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.504465027Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.504529954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.50458365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.504625532Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.507132537Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 85 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.507224598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 28 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.50728689Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 29 }, kind: MgsRequest(SpState) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.507345866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 94 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.50740409Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 94 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.512911549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 86 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.513029741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 95 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.513098867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 95 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.533604217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.533715957Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.533777508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.533891772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.533932272Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.53398244Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.534026186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.53611533Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 86 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536223833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 29 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536345623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 30 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536437814Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 95 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.536606595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 95 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.539477585Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.541902398Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 87 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.541994629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 96 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.542063535Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 96 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.544942129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.54514095Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545201369Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545268771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545316835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545367395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545410359Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545456971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545511358Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545552548Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545596835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545640802Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545691281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545745007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.545793281Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.547828139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 87 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.547970077Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 30 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.548026138Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 96 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.548072408Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 96 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.548334884Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.569599346Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"9b28422c-4b9e-4a96-9eca-a9c0692a5666","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":110293,"response_code":200}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.570013128Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 97 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.570376512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 97 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.591066455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.591275516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.591694008Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.591885073Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.594537744Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 97 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.594764439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 97 }"}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.595070511Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"72bce67d-af5d-41a3-88f5-60ae606415ba","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.595214003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"72bce67d-af5d-41a3-88f5-60ae606415ba","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.598662567Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 98 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.598754648Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 98 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.598803704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 31 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.601001321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.60106707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.60110756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.601140074Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.601607732Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 31 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.601672981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 98 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.601715534Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 98 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.603598092Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 32 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.603779158Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 99 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.603920696Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 99 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604617445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604698093Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604741047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.60477305Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604810985Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604847977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.604884289Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.60492072Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 32 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.604959897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 99 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.604998704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 99 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.608041831Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 33 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.608150966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 100 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.60820379Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 100 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.61099885Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611087344Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611130058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611167852Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611204835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611240575Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.611269812Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.611827308Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 33 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.611965218Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 100 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.612207655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 100 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.616359611Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 34 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.616448215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 101 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.616495969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 101 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.616943838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.617009988Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.617648042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.617707018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.617956337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 34 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.618013449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 101 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.618052737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 101 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620135097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 35 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620231176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 102 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.620300753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 102 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.623307529Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.623492613Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.623798333Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 35 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624153431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 102 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624283005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 102 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624391709Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624431277Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624466416Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 36 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.624645527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 36 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.624909606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"72bce67d-af5d-41a3-88f5-60ae606415ba","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":29817,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.626188328Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"ac07f5bb-c04e-4470-a579-15116274b74e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.626272343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"ac07f5bb-c04e-4470-a579-15116274b74e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.626463509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 37 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.628367599Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 37 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.628596068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 38 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.62894337Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 38 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629057725Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 39 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629224793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 39 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629283448Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 40 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629426038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 40 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629484794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 41 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.629784412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 41 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.631148432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 42 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.63472625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 42 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.63496538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"ac07f5bb-c04e-4470-a579-15116274b74e","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":8781,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.636178883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"bd7d27b8-12e8-4478-823d-176884a6023b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.636260864Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"bd7d27b8-12e8-4478-823d-176884a6023b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.636441028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 43 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.636965479Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 43 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.637028953Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 44 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.653265939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 44 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.653716975Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 45 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.654479292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 45 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.654907804Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 46 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.655278723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 46 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.655512171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 47 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.655938178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 47 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.656235422Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 48 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.666311786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 48 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.666702584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"bd7d27b8-12e8-4478-823d-176884a6023b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":30533,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.695097352Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"d96c322b-81d7-4115-b756-118814699e9f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.69527966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"d96c322b-81d7-4115-b756-118814699e9f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.695573176Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 49 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.695866954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 49 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.695917964Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 50 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.696101424Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 50 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.696151893Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 51 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.6963182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 51 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.696507442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 52 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.698886605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 52 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.699208538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 53 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.699703971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 53 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.699762155Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 54 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.699926538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 54 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.700220876Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"d96c322b-81d7-4115-b756-118814699e9f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":5147,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.716366813Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"ab135b56-5854-4384-a6eb-48b727dce40b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.716480897Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"ab135b56-5854-4384-a6eb-48b727dce40b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.71705747Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 55 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.718433373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 55 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.718495174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 56 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.718687752Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 56 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.718743061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 57 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.71889529Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 57 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.718948875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 58 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.71909401Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 58 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.719149449Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 59 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.719308642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 59 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.719365444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 60 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.719506821Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 60 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.719723838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"ab135b56-5854-4384-a6eb-48b727dce40b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3400,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.720731738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"1903472e-e068-4808-8172-220dd4dc9ac3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.720806264Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"1903472e-e068-4808-8172-220dd4dc9ac3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.720945788Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 61 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.721122455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 61 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.721337738Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cmpa","method":"GET","req_id":"1903472e-e068-4808-8172-220dd4dc9ac3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":624,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.724928311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5616b0e8-5e22-4cb5-aaca-e45cd81094fe","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.725012947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5616b0e8-5e22-4cb5-aaca-e45cd81094fe","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.725058487Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 62 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.725754294Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 62 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.725883217Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"5616b0e8-5e22-4cb5-aaca-e45cd81094fe","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1567,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.726967687Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"680eb72a-3cae-4bf5-a8cc-fc7cc75b726b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.727043917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"680eb72a-3cae-4bf5-a8cc-fc7cc75b726b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.727364817Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 63 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.727506285Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 63 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.72759016Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"680eb72a-3cae-4bf5-a8cc-fc7cc75b726b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":754,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.730039041Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"523a5160-06ab-45ac-a6fd-03f36f09164b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.730147995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"523a5160-06ab-45ac-a6fd-03f36f09164b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.730464005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 64 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.73084293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 64 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.73114858Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/switch/1/component/rot/cfpa","method":"GET","req_id":"523a5160-06ab-45ac-a6fd-03f36f09164b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1143,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.735228314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0","method":"GET","req_id":"2104ed96-5f99-4182-aa4d-f2bb5cca3e59","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.735438798Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0","method":"GET","req_id":"2104ed96-5f99-4182-aa4d-f2bb5cca3e59","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.735659772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 103 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.736771626Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.737155851Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 103 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.737319753Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 104 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.737504906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 104 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.737779616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0","method":"GET","req_id":"2104ed96-5f99-4182-aa4d-f2bb5cca3e59","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":2573,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.740492666Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"7edab259-f7a4-46fa-b44c-c503a27f2a06","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.740602421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"7edab259-f7a4-46fa-b44c-c503a27f2a06","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.741122994Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 105 }, kind: MgsRequest(ComponentGetActiveSlot(SpComponent { id: \"host-boot-flash\" })) }"}
{"msg":"asked for component active slot","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.741566605Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","component":"SpComponent { id: \"host-boot-flash\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.741641332Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentActiveSlot(0)","header":"Header { version: 22, message_id: 105 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.741939828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/active-slot","method":"GET","req_id":"7edab259-f7a4-46fa-b44c-c503a27f2a06","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1463,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.742988849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"2079dd1d-c7ea-46af-98d3-f970c764ea60","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.743095819Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"2079dd1d-c7ea-46af-98d3-f970c764ea60","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.743286023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 106 }, kind: MgsRequest(GetHostFlashHash { slot: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.743607444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"HostFlashHash([53, 107, 239, 110, 220, 143, 200, 15, 34, 112, 182, 59, 102, 171, 195, 123, 41, 60, 85, 66, 172, 201, 244, 15, 90, 150, 217, 20, 162, 63, 97, 19])","header":"Header { version: 22, message_id: 106 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.743805413Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/0","method":"GET","req_id":"2079dd1d-c7ea-46af-98d3-f970c764ea60","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":832,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.74700061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"09fe958b-faac-4435-a0b1-d634db3053e6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.747154282Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"09fe958b-faac-4435-a0b1-d634db3053e6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.747492807Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 107 }, kind: MgsRequest(GetHostFlashHash { slot: 1 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.748020984Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"HostFlashHash([11, 47, 169, 143, 81, 51, 178, 136, 162, 190, 126, 80, 46, 170, 224, 134, 194, 112, 189, 43, 164, 70, 214, 26, 90, 235, 161, 253, 140, 26, 154, 197])","header":"Header { version: 22, message_id: 107 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.748152432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/host-boot-flash/hash/1","method":"GET","req_id":"09fe958b-faac-4435-a0b1-d634db3053e6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1231,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.749310718Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c553ef23-8d4b-459c-9caa-36010922c749","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.749411015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c553ef23-8d4b-459c-9caa-36010922c749","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.749596499Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 108 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.749801452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 108 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.749935595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 109 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750007276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 109 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750068546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 110 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750136189Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 110 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750193091Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 111 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750358005Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 111 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750440437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 112 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750709505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 112 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.750790264Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 113 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.75256992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 113 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.752991779Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"c553ef23-8d4b-459c-9caa-36010922c749","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3812,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.755421341Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"83343c82-38e0-455b-b2f2-9baa9a5d5131","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.75553283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"83343c82-38e0-455b-b2f2-9baa9a5d5131","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.755615883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 114 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.755849743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 114 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.755935662Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 115 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756081969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 115 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756159321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 116 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756242494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 116 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756315418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 117 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.7563929Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 117 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756454801Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 118 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756524919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 118 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.756584276Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 119 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.759497829Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 119 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.759765775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"83343c82-38e0-455b-b2f2-9baa9a5d5131","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":4600,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.761232126Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"a1c19d6c-52fb-4b8c-8f3e-79d05b1e54ae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.761339627Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"a1c19d6c-52fb-4b8c-8f3e-79d05b1e54ae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.761537486Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 120 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.761742729Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 120 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.762102395Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 121 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.762280415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 121 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.762361474Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 122 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.762433396Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 122 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.762491139Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 123 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.777216826Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 123 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.777592314Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 124 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.778261608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 124 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.778319031Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 125 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.778507962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 125 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.778860815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"a1c19d6c-52fb-4b8c-8f3e-79d05b1e54ae","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":17813,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.780167873Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"badc26fe-455e-4afc-80e8-8615afdafae0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.780239954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"badc26fe-455e-4afc-80e8-8615afdafae0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.78050216Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 126 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.780707182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 126 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.780853921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 127 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.78299735Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 127 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.783104771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 128 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.784070018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 128 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.78417835Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 129 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.784428642Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 129 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.78448339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 130 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.784646089Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 130 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.784695386Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 131 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.784849238Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 131 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.785075523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"badc26fe-455e-4afc-80e8-8615afdafae0","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":4902,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.788846811Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"dfac91e6-e82e-4c82-9a9c-2736daca6408","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.788914494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"dfac91e6-e82e-4c82-9a9c-2736daca6408","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789210485Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 132 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789521526Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 132 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789573629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 133 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789816015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 133 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789867787Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 134 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.789999606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 134 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.790044875Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 135 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.790243134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 135 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.79029698Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 136 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.790410883Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 136 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.790458707Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 137 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.790614744Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 137 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.790800038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"dfac91e6-e82e-4c82-9a9c-2736daca6408","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1970,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.803895833Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"22c6260c-3b86-495b-8bf9-35df59127300","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.804140233Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"22c6260c-3b86-495b-8bf9-35df59127300","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.804243616Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 138 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.804856059Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 138 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805001335Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 139 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805067364Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 139 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805119437Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 140 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805180206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 140 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805348968Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 141 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.805936181Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 141 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.80614443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 142 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.806243545Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 142 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.806312731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 143 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.80638376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 143 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.80655161Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"22c6260c-3b86-495b-8bf9-35df59127300","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3096,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.807852766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"d1d9e9d8-921a-4527-af25-634442ec3ba1","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.807957512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"d1d9e9d8-921a-4527-af25-634442ec3ba1","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.808042248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 144 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.808221731Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 144 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.808414079Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cmpa","method":"GET","req_id":"d1d9e9d8-921a-4527-af25-634442ec3ba1","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":578,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.809532345Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"2f578837-c59e-4b89-82c5-a1d206560fb2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.809663954Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"2f578837-c59e-4b89-82c5-a1d206560fb2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.809746085Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 145 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.809821313Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 145 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.810075603Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"2f578837-c59e-4b89-82c5-a1d206560fb2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":762,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.812725438Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"3e0589d1-5454-496a-82da-22c33fd7c1f9","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.812922755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"3e0589d1-5454-496a-82da-22c33fd7c1f9","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.81364792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 146 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.814186177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 146 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.814278629Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"3e0589d1-5454-496a-82da-22c33fd7c1f9","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1495,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.815849655Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"bed90171-aeb4-4363-8e76-a3a1493e08fd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.816016924Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"bed90171-aeb4-4363-8e76-a3a1493e08fd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.816435676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 147 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.816772097Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 147 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.817087697Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/0/component/rot/cfpa","method":"GET","req_id":"bed90171-aeb4-4363-8e76-a3a1493e08fd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1249,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.820751745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1","method":"GET","req_id":"cf003124-4af7-4f53-b499-5b6792dbff8c","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.820857613Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1","method":"GET","req_id":"cf003124-4af7-4f53-b499-5b6792dbff8c","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.821226036Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 103 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.821564201Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.821785956Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 103 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.821950119Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 104 }, kind: MgsRequest(VersionedRotBootInfo { version: 3 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.822257573Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"RotBootInfo(V3(RotStateV3 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_fwid: Sha3_256([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_fwid: Sha3_256([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]), stage0_fwid: Sha3_256([204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204]), stage0next_fwid: Sha3_256([221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221, 221]), slot_a_status: Ok(()), slot_b_status: Ok(()), stage0_status: Ok(()), stage0next_status: Ok(()) }))","header":"Header { version: 22, message_id: 104 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.822533665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1","method":"GET","req_id":"cf003124-4af7-4f53-b499-5b6792dbff8c","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1843,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.824656836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"cbe1e756-e0f0-4d1d-8cc9-af7f6c521dd6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.824778905Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"cbe1e756-e0f0-4d1d-8cc9-af7f6c521dd6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.825076981Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 105 }, kind: MgsRequest(ComponentGetActiveSlot(SpComponent { id: \"host-boot-flash\" })) }"}
{"msg":"asked for component active slot","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.834747908Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","component":"SpComponent { id: \"host-boot-flash\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.835646023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentActiveSlot(0)","header":"Header { version: 22, message_id: 105 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.835780166Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/active-slot","method":"GET","req_id":"cbe1e756-e0f0-4d1d-8cc9-af7f6c521dd6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":11098,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.837361302Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"1de2f899-bcf5-406a-895c-56a104b7c91b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.837513631Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"1de2f899-bcf5-406a-895c-56a104b7c91b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.837886925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 106 }, kind: MgsRequest(GetHostFlashHash { slot: 0 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.83988516Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"HostFlashHash([53, 107, 239, 110, 220, 143, 200, 15, 34, 112, 182, 59, 102, 171, 195, 123, 41, 60, 85, 66, 172, 201, 244, 15, 90, 150, 217, 20, 162, 63, 97, 19])","header":"Header { version: 22, message_id: 106 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.840492433Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/0","method":"GET","req_id":"1de2f899-bcf5-406a-895c-56a104b7c91b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":3106,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.842323019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"00593972-33b5-4f0e-9ef6-1544bda4f921","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.842403347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"00593972-33b5-4f0e-9ef6-1544bda4f921","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.84263432Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 107 }, kind: MgsRequest(GetHostFlashHash { slot: 1 }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.842987594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"HostFlashHash([11, 47, 169, 143, 81, 51, 178, 136, 162, 190, 126, 80, 46, 170, 224, 134, 194, 112, 189, 43, 164, 70, 214, 26, 90, 235, 161, 253, 140, 26, 154, 197])","header":"Header { version: 22, message_id: 107 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.843173349Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/host-boot-flash/hash/1","method":"GET","req_id":"00593972-33b5-4f0e-9ef6-1544bda4f921","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":878,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844065552Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"cf4c2cca-e964-4edc-a497-5911c0f8f4dc","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.844144667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"cf4c2cca-e964-4edc-a497-5911c0f8f4dc","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844210156Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 108 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844445368Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 108 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844537038Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 109 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844702794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 109 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844859191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 110 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.844948657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 110 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845017963Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 111 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845093872Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 111 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845144822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 112 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845215741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 112 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845285288Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 113 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.845587792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 113 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.845758357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET","req_id":"cf4c2cca-e964-4edc-a497-5911c0f8f4dc","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1740,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.846734625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0da4bd0c-2944-4944-ad29-7c58f05fe40f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.846833509Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0da4bd0c-2944-4944-ad29-7c58f05fe40f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.846997842Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 114 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847148969Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 114 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847212674Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 115 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847456503Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 115 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847585757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 116 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847691545Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 116 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847787283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 117 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.847905214Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 117 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.84800977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 118 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.848127221Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([83, 73, 71, 78]))","header":"Header { version: 22, message_id: 118 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.848233339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 119 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"sp\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.848349888Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 119 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.848449223Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET","req_id":"0da4bd0c-2944-4944-ad29-7c58f05fe40f","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1694,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849118838Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"7265d624-5ea1-4bed-8ca6-ca96cd7212f3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.849222051Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"7265d624-5ea1-4bed-8ca6-ca96cd7212f3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849310966Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 120 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849509676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 120 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849581377Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 121 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849714589Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 121 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.849876326Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 122 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850131558Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 122 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.85021436Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 123 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850283967Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 123 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850349486Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 124 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850503508Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 124 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850576863Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 125 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.850649465Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 125 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.850855219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET","req_id":"7265d624-5ea1-4bed-8ca6-ca96cd7212f3","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1749,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.851689047Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"db3072b8-16af-409f-9964-519de12ea5b6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.851792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"db3072b8-16af-409f-9964-519de12ea5b6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.851876125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 126 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852073743Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 126 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.85215866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 127 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.85223512Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 127 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852305699Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 128 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852393451Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 128 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852457347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 129 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852610858Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 129 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852688651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 130 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852768568Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 130 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.852833195Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 131 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"rot\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.85293765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 131 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.853212941Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET","req_id":"db3072b8-16af-409f-9964-519de12ea5b6","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1538,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854107939Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"080d4b75-2898-4f1a-8d09-3bb4ce2e1326","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.854200701Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"080d4b75-2898-4f1a-8d09-3bb4ce2e1326","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854277722Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 132 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854605376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 132 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854690283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 133 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854766042Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 133 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.854832172Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 134 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.85501453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 134 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855095399Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 135 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855206517Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 135 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855272186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 136 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855432521Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 136 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855525684Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 137 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 0, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.855714916Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 137 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.855885962Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET","req_id":"080d4b75-2898-4f1a-8d09-3bb4ce2e1326","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1794,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.856754117Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"afc1fe79-850c-4667-9e43-23335a66eecd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.856853182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"afc1fe79-850c-4667-9e43-23335a66eecd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.856930494Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 138 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [71, 73, 84, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.857049948Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 138 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.857122651Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 139 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [66, 79, 82, 68] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860618809Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 139 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860744015Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 140 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [78, 65, 77, 69] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860799123Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 140 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860839853Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 141 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [86, 69, 82, 83] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860887406Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 141 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.860928026Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 142 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [83, 73, 71, 78] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.86097565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"CabooseValue","header":"Header { version: 22, message_id: 142 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.861018845Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 143 }, kind: MgsRequest(ReadComponentCaboose { component: SpComponent { id: \"stage0\" }, slot: 1, key: [69, 80, 79, 67] }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.861066649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"Error(NoSuchCabooseKey([69, 80, 79, 67]))","header":"Header { version: 22, message_id: 143 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.861106827Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET","req_id":"afc1fe79-850c-4667-9e43-23335a66eecd","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1683,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.861186754Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5fb9b699-a365-4218-8bec-b362a783fe18","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.861232995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5fb9b699-a365-4218-8bec-b362a783fe18","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.861278976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 144 }, kind: MgsRequest(ReadRot(ReadCmpa)) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.861323293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 144 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.86136278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cmpa","method":"GET","req_id":"5fb9b699-a365-4218-8bec-b362a783fe18","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":503,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.864708022Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"6097e0bd-36ba-4eb3-bb41-87c5adcab29b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.864835061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"6097e0bd-36ba-4eb3-bb41-87c5adcab29b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.864887554Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 145 }, kind: MgsRequest(ReadRot(ReadCfpa(Active))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.865081545Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 145 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.865150541Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"6097e0bd-36ba-4eb3-bb41-87c5adcab29b","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1533,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.86549133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"3aa15c75-63ca-484c-98d4-2dc67842e358","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.86558786Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"3aa15c75-63ca-484c-98d4-2dc67842e358","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.868582442Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 146 }, kind: MgsRequest(ReadRot(ReadCfpa(Inactive))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.87009321Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 146 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.870161334Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"3aa15c75-63ca-484c-98d4-2dc67842e358","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1729,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.940507841Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"8e0b048e-4481-4765-b5c9-4d916caa80e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"determined request API version","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:06.9406293Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"8e0b048e-4481-4765-b5c9-4d916caa80e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","version":"3.0.0"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.941052742Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 147 }, kind: MgsRequest(ReadRot(ReadCfpa(Scratch))) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:06.942137793Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ReadRot(Ok)","header":"Header { version: 22, message_id: 147 }"}
{"msg":"request completed","v":0,"name":"test_api_resends_failed_deliveries","level":30,"time":"2026-01-27T01:14:06.942184756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"uri":"/sp/sled/1/component/rot/cfpa","method":"GET","req_id":"8e0b048e-4481-4765-b5c9-4d916caa80e2","remote_addr":"[::1]:35369","local_addr":"[::1]:62479","component":"dropshot","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","latency_us":1805,"response_code":200}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.493512194Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.493613723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.493654003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.493687017Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.495609103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 65 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.495757775Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 88 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.495823384Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 148 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.49586727Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 148 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.497227462Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.497796921Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.497905444Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.498037353Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.500233938Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 88 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.500401768Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 65 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.500495632Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 148 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.500585338Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 148 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.514449222Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 89 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.514581452Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 66 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.514635458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 149 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.514726116Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 149 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.516824618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.516888524Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.517198713Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.517311415Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.517346764Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.517475557Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.517527439Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.518304656Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 89 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.518536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 66 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.518646417Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 149 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.518685855Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 149 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.522275546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.524768694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 90 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.524840815Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 150 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.524885704Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 150 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.539490523Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.539643794Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.539841773Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.539950737Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.540123597Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.540226188Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.540587267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 90 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.540768173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 150 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.541104634Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 150 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.545221681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 91 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.545355925Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 151 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.545406675Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 151 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.546836343Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.546985757Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.54702319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547063219Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547102917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547140991Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547179477Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547217392Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547255306Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547288381Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547325955Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.54736405Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547401854Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547438927Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.547476992Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.547514555Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 91 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.547662606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 151 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.547706993Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 151 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.547747583Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.556417464Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 152 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.556781259Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 152 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.557340728Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.557394493Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.557566421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.557614505Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.557715143Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 152 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.557768237Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 152 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.559509618Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 153 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.559574977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 153 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.559674803Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.559719971Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.559811431Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.559849145Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.559888292Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 153 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.559929393Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 153 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.561691504Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 154 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.561881347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 154 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.562216816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.56226947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.562309919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.562342483Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.56238151Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.562419745Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.56245783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.562494401Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 154 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.562536955Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 154 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.565712723Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 155 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.565806067Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 155 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566019125Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566081187Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566121376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566159832Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566198267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566236342Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.566268054Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.566304797Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 155 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.566346518Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 155 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.56963595Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 156 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.569736828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 156 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.570077778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.57015497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.570213996Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.570261319Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.570317539Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 156 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.570377357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 156 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.571742859Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 157 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.571841693Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 157 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.571984995Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:07.572129028Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.572254644Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 157 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.572481209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 157 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.572633278Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:07.572698947Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555584571Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555677403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555714867Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555749475Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555871555Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 67 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555927755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 92 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.555967122Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 158 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.556007612Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 158 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557243269Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557371391Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557455105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.557535934Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.563828565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 92 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.564663946Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 67 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.56538339Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 158 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.565516741Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 158 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.569819935Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 93 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.569907497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 68 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.569951874Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 159 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.570042792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 159 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573013849Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573105198Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573180606Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.57332506Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573676931Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573885771Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.573967061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.575422029Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 93 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.57551906Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 68 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.575700236Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 159 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.575776977Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 159 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.577310058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.579329355Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 94 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.579435313Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 160 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.579519739Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 160 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.587934318Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.588141134Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.58838853Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.58856159Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.58874959Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.588804387Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.589315311Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 94 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.589758291Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 160 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.590171443Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 160 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593016421Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 95 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593089776Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 161 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.593135676Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 161 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.60090108Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.6010538Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.60114055Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.601246007Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.601411032Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.601502121Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.601597919Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.601685451Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602063103Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602124283Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602164412Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602201003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602236694Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602272133Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.602307563Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.614724174Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 95 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.614917844Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 161 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.61496164Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 161 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.615000647Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.625564057Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 162 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.625702018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 162 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.626189215Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.626270776Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.626311716Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.62637488Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.626417544Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 162 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.626460037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 162 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.627891279Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 163 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.627980865Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 163 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.63609267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.636195021Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.636529357Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.63660184Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.637295192Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 163 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.63737061Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 163 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.639695056Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 164 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.639780253Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 164 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.644780035Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645063903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645361257Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645414191Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645452756Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645488907Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.645524778Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.65095767Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 164 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.651053659Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 164 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.654799006Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 165 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.654893341Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 165 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.655268749Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.655333496Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.6553762Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.655416209Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.6554575Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.655497037Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.655529681Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.655567105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 165 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.655609127Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 165 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.659248206Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 166 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.65944376Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 166 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.722183034Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.724432132Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.724743664Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.724811828Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.725482105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 166 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.725560649Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 166 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.7282186Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 167 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.728312886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 167 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.72939427Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:08.729712144Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.72990843Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 167 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.730027363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 167 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.730125777Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:08.730165445Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481185105Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481329118Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481367403Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"interval elapsed, polling SP...","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481400598Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481432301Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 69 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481473952Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 96 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481512608Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 168 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.481549912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 168 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.481587455Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48167129Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.481755886Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.481837497Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482099692Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 96 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482243204Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 69 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482335866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 168 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482426003Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 168 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482515178Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 97 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482557271Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 70 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482595075Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 169 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482636536Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 169 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482680543Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482712836Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482749378Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482830227Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482861248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Err(DeviceError) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482898561Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.482929171Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(62.6) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.482963468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 97 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.483001082Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 70 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.483109866Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 169 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.483150245Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 169 }"}
{"msg":"polled SP, no samples returned","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.484682766Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":0}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.486678316Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 98 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.486766018Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 170 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.486810576Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 170 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-1\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48795839Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48802937Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.789063) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.488069719Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48810058Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48813635Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.48816685Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Temperature, value: Ok(42.5625) })","index":0,"component":"SpComponent { id: \"dev-1\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.488202871Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 98 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.488242909Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 170 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.488280904Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 170 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.497103615Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 99 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.497226106Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 171 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.497277667Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 171 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-53\" }, offset: 0 }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.497948755Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"sidecar 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.49808347Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.49811936Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2607.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498157425Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2476.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498195931Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2553.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498233625Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2265.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498269586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2649.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498305987Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2275.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498341847Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":6,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498372267Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Speed, value: Ok(2510.0) })","index":0,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498407657Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northeast\", kind: Speed, value: Ok(2390.0) })","index":1,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498443177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"South\", kind: Speed, value: Ok(2467.0) })","index":2,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498478917Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"North\", kind: Speed, value: Ok(2195.0) })","index":3,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498514877Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Speed, value: Ok(2680.0) })","index":4,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.498550527Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Northwest\", kind: Speed, value: Ok(2212.0) })","index":5,"component":"SpComponent { id: \"dev-53\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.498585887Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-switch0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 83, 105, 100, 101, 99, 97, 114, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [70, 65, 75, 69, 95, 83, 73, 77, 95, 83, 73, 68, 69, 67, 65, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A2, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 99 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.49867903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 171 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.498717646Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 6 })","header":"Header { version: 22, message_id: 171 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.49875546Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Switch","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":3}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.506862846Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 172 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.506967822Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 172 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-0\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.516151182Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.516287951Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.516332458Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.516365262Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southwest\", kind: Temperature, value: Ok(41.3629) })","index":0,"component":"SpComponent { id: \"dev-0\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.516401594Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 172 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.516444839Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 172 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.518472903Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 173 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.519252454Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 173 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.519448068Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.519506513Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.519548636Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.519578765Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.519759019Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 173 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.519819678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 173 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.522255363Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 174 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-46\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.522339248Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 174 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523015466Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523086696Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"CPU\", kind: Temperature, value: Ok(64.5) })","index":0,"component":"SpComponent { id: \"dev-46\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523411113Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523466672Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.41893438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523503575Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.025614602) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523538584Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.02914) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.523574023Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.2618) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.52360818Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 174 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.523646586Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 174 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.52819976Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 175 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-7\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.529377173Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 175 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-8\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529764373Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":4,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529817468Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Current, value: Ok(0.45898438) })","index":0,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.52985453Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Current, value: Ok(0.024414063) })","index":1,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529889549Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V12_U2A_A0\", kind: Voltage, value: Ok(12.03125) })","index":2,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529924418Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"V3P3_U2A_A0\", kind: Voltage, value: Ok(3.328125) })","index":3,"component":"SpComponent { id: \"dev-7\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529958715Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.529987772Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"U2_N0\", kind: Temperature, value: Ok(56.0) })","index":0,"component":"SpComponent { id: \"dev-8\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.530171223Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 4 })","header":"Header { version: 22, message_id: 175 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.530270678Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 175 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.53813165Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 176 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-2\" }, offset: 0 }) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.538200084Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 176 }, kind: MgsRequest(ComponentDetails { component: SpComponent { id: \"dev-39\" }, offset: 0 }) }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.544304365Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","num_details":1,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.544649473Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","details":"Measurement(Measurement { name: \"Southeast\", kind: Temperature, value: Ok(41.570313) })","index":0,"component":"SpComponent { id: \"dev-2\" }"}
{"msg":"asked for number of component details","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.545235565Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","num_details":1,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"asked for component details for a sensor","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.545662914Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","details":"Measurement(Measurement { name: \"t6\", kind: Temperature, value: Ok(70.625) })","index":0,"component":"SpComponent { id: \"dev-39\" }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.546304965Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 176 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.546379231Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"ComponentDetails(TlvPage { offset: 0, total: 1 })","header":"Header { version: 22, message_id: 176 }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.548884783Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 177 }, kind: MgsRequest(SpState) }"}
{"msg":"sending request to SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.551184912Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","attempt":1,"request":"Message { header: Header { version: 22, message_id: 177 }, kind: MgsRequest(SpState) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.567755623Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 0","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received state request","v":0,"name":"test_api_resends_failed_deliveries","level":20,"time":"2026-01-27T01:14:09.568068177Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"slot":"gimlet 1","reply-state":"SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.569102258Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled0","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 177 }"}
{"msg":"received response from SP","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.569358792Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"interface":"fake-sled1","component":"ManagementSwitch","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","response":"SpStateV2(SpStateV2 { hubris_archive_id: [0, 0, 0, 0, 0, 0, 0, 0], serial_number: [83, 105, 109, 71, 105, 109, 108, 101, 116, 48, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], model: [105, 56, 54, 112, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], revision: 0, base_mac_address: [0, 0, 0, 0, 0, 0], power_state: A0, rot: Ok(RotStateV2 { active: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some([170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170, 170]), slot_b_sha3_256_digest: Some([187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187, 187]) }) })","header":"Header { version: 22, message_id: 177 }"}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.569589816Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":0,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":17}
{"msg":"polled SP successfully","v":0,"name":"test_api_resends_failed_deliveries","level":10,"time":"2026-01-27T01:14:09.569721665Z","hostname":"bmat-EVT22200007-0000d9ff","pid":7922,"chassis_type":"Sled","sp_slot":1,"component":"sensor-poller","name":"b9a8ecdf-2571-4e3e-a0d0-1b02e5d335f6","num_samples":16}