[ Nov 19 19:36:38 Enabled. ] [ Nov 19 19:36:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 19 19:36:38 Method "start" exited with status 0. ] [ Nov 19 19:36:38 Rereading configuration. ] [ Nov 19 19:36:38 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.492513481Z","hostname":"buskin","pid":1574,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.492675645Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.544596582Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.544633892Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.658783174Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.667463919Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:38.675386784Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.275315672Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.413994217Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.414039429Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.414153842Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.414230604Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.414247004Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.414262115Z","hostname":"buskin","pid":1574,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417251836Z","hostname":"buskin","pid":1574,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:39.417259956Z","hostname":"buskin","pid":1574,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417275017Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417290127Z","hostname":"buskin","pid":1574,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417329178Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417357619Z","hostname":"buskin","pid":1574,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417508633Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417531653Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.417543314Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.428701166Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.428729127Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"fbc1611e-058f-49c8-948e-b1a1af061463 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.526461554Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.99968471Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.99971082Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.99971515Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.999725171Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.999733671Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.999744931Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:39.999748931Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.008274222Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.008294603Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.097742945Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581461166Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581503287Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581532958Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581538708Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581547418Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581555049Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581560269Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581566139Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581582089Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581586509Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58159081Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.5816019Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58160798Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58161465Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58162314Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581639691Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581645731Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581649891Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581653451Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581670621Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581674562Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581681642Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581685942Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581689612Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581695232Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581698742Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581718803Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581724543Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581728973Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581733693Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581737953Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581741874Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581764844Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581769354Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581777855Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581781844Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581792465Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581806715Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581813916Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581845396Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581880687Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581885147Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581889798Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581895198Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581899618Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581907558Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581912228Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581916448Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581957289Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.581962709Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58196943Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58197359Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.58197762Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582012821Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582017941Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582027701Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582032151Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582036251Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582063292Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582068172Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582072163Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582076363Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582083203Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582091593Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582103173Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582110064Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582114804Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582147625Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.582152925Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.593115762Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:743"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.593143112Z","hostname":"buskin","pid":1574,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999915478s","next_cleanup":"Instant { tv_sec: 2127, tv_nsec: 720988103 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.593185093Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4005"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.593222865Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.595933968Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.595973239Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.596329578Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598057925Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598511938Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1200"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598516798Z","hostname":"buskin","pid":1574,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598570909Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.59861138Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598624271Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598631651Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598654912Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598664372Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598678142Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598682132Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1305"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598685642Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598689182Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598711653Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.598735084Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599049322Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-sled-plan.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599054872Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599215407Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-sled-plan.json\""} {"msg":"Sled plan written to storage: Plan {\n rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 367f799f-31b8-4d9a-a686-ab6e465d52be (sled),\n rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599305619Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599311389Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1339"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.59934329Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599354331Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599504744Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599510275Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599627038Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599634108Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.599674979Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 367f799f-31b8-4d9a-a686-ab6e465d52be (sled), rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.60009388Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4302"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.600181543Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4702"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.605109666Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.610821761Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.610927034Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615116777Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615176809Z","hostname":"buskin","pid":1574,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615318373Z","hostname":"buskin","pid":1574,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:34477","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 367f799f-31b8-4d9a-a686-ab6e465d52be (sled), rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615445726Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615454936Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615557649Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.61557579Z","hostname":"buskin","pid":1574,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.61558167Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.61558607Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615603731Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615611921Z","hostname":"buskin","pid":1574,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615619191Z","hostname":"buskin","pid":1574,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615624431Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615630941Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615636732Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615653112Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.615658062Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.631526852Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.652020327Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.66911146Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.678825143Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:407"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.678892995Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.678905635Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.678921655Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 101.337561ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.681757042Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28f2f62-fc65-40d7-851d-7e72525bba5c\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c28f2f62-fc65-40d7-851d-7e72525bba5c\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_fbc1611e-058f-49c8-948e-b1a1af061463/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.692620366Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_fbc1611e-058f-49c8-948e-b1a1af061463/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.715143796Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_fbc1611e-058f-49c8-948e-b1a1af061463/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.715190818Z","hostname":"buskin","pid":1574,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.720377708Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:434"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.720387318Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_fbc1611e-058f-49c8-948e-b1a1af061463/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.720392529Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.78433205Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 167.269051ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.784853255Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e044386-1282-41dc-9a0e-c6315505f32f\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7e044386-1282-41dc-9a0e-c6315505f32f\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.816204164Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.953337158Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 151.994899ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:40.953933014Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb04b58-ee1d-427b-b7bf-83696e78dfb8\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ceb04b58-ee1d-427b-b7bf-83696e78dfb8\" }"} {"msg":"Mounting oxi_fbc1611e-058f-49c8-948e-b1a1af061463/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.035175484Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.048781052Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.048871065Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.048900395Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.048925676Z","hostname":"buskin","pid":1574,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.106758902Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.014406ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.107298497Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3848ddd1-fd2b-4f35-9add-58fd396fdab0\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3848ddd1-fd2b-4f35-9add-58fd396fdab0\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.280056266Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 267.964364ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.282937534Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7eeb4e3-d4e6-4c32-b590-6f2c6aa83673\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c7eeb4e3-d4e6-4c32-b590-6f2c6aa83673\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.55196527Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 252.226369ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.55270383Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8644805c-8706-468c-80cd-e236832dd901\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:36:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8644805c-8706-468c-80cd-e236832dd901\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.786145682Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.79197775Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:51326","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.792029982Z","hostname":"buskin","pid":1574,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.792091594Z","hostname":"buskin","pid":1574,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:51326","producer_id":"367f799f-31b8-4d9a-a686-ab6e465d52be"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:41.793306626Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"168.173162ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.794244472Z","hostname":"buskin","pid":1574,"component":"VmmReservoirManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.794251982Z","hostname":"buskin","pid":1574,"component":"VmmReservoirManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.794326154Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:927","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.794331684Z","hostname":"buskin","pid":1574,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:41.805466036Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:41.963017173Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"584.926795ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:42.54887493Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.363922303s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:43.913887548Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.431803972s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353409802Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2676"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353429452Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2921"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353437843Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2546"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353447953Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2593"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353483244Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3002"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.353487914Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3047"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.355451997Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2846"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.357015199Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.357138663Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:44.357310957Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 47.715424ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:44.591624993Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 143.701683ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:44.799048581Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 259.003557ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:44.996994462Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 525.297079ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:45.388861455Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 682.888287ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:46.036369891Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:46.347477617Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.409008968s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.16580497s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:46.886210818Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.414650953s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:48.159570224Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 910.013808ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:49.704002612Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:50.842899006Z","hostname":"buskin","pid":1574,"component":"NexusNotifierTask","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.873016722Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.873365602Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874379969Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.87441553Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.87442443Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874437511Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874604435Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/sled-agent-request.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874609995Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874744169Z","hostname":"buskin","pid":1574,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/sled-agent-request.json\""} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.87479337Z","hostname":"buskin","pid":1574,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874839342Z","hostname":"buskin","pid":1574,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874848132Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4005"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:50.874894383Z","hostname":"buskin","pid":1574,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:34477","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.054886288Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.05495743Z","hostname":"buskin","pid":1574,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055109144Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055174526Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055181626Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055216107Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055249848Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055257628Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.055284469Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.059881733Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4326","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.059921104Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.059926764Z","hostname":"buskin","pid":1574,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.338713135Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36832"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.339034273Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.339042914Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.339106525Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.339113576Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.339228369Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"b934e1d9-2dd1-446e-a621-31ef3863967b","remote_addr":"[fd00:1122:3344:101::1]:36832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.36916739Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41355"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.369434317Z","hostname":"buskin","pid":1574,"uri":"/sled-role","method":"GET","req_id":"289640e3-2a22-4eaf-889c-abcf477b5d76","remote_addr":"[fd00:1122:3344:101::1]:41355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.370948388Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.371010259Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.371451741Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-service-plan-v5.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.371469442Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.371720759Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-service-plan-v5.json\""} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.371726069Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:980"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: a1521934-0c83-4c3e-9203-a567454189d1, pool_id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9f4461a9-bb1f-4558-aee7-25c760444ba5, pool_id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 95fba161-2de9-449d-bb4d-9cf1b74e86e8, pool_id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b56ed229-e2d8-4457-a006-d193de1f9451, pool_id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5cc7fc31-1600-4405-b054-a17e04c46cbd, pool_id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 09dd2907-0b0b-4f79-aff1-acbf5aed6bdd, pool_id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e96e512e-4273-4b34-bd08-00fa48678a96, pool_id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: fa335023-72d3-4a98-b2a3-342d8945607a, pool_id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 4b431867-7f3e-474e-b8c9-556ca74df0d5, pool_id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403283014Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:382"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403381066Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60726"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403685294Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:883"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: a1521934-0c83-4c3e-9203-a567454189d1, pool_id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9f4461a9-bb1f-4558-aee7-25c760444ba5, pool_id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 95fba161-2de9-449d-bb4d-9cf1b74e86e8, pool_id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b56ed229-e2d8-4457-a006-d193de1f9451, pool_id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5cc7fc31-1600-4405-b054-a17e04c46cbd, pool_id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 09dd2907-0b0b-4f79-aff1-acbf5aed6bdd, pool_id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e96e512e-4273-4b34-bd08-00fa48678a96, pool_id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: fa335023-72d3-4a98-b2a3-342d8945607a, pool_id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 4b431867-7f3e-474e-b8c9-556ca74df0d5, pool_id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403724755Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403738746Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403749086Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403753856Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1175"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403777957Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403783427Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403788637Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.403801308Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.525544495Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:51.525597946Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:51.758506944Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.443478843s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:51.97140358Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:51.971522913Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:51.971632086Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.174703495Z","hostname":"buskin","pid":1574,"component":"VmmReservoirManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.224113404Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232310976Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232391948Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232415449Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232426359Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232436179Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232549972Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.232558082Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.269719849Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.277675764Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_a60d50c5-1d31-4171-ba2e-661c260a4561","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.454390021Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.462310325Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.462343496Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.462350556Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.462355026Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.462359966Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.472794149Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.4728161Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.56737323Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.575806269Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.57583245Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.57583765Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.57586345Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.575908152Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.576028665Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.576034065Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.609564453Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.617233211Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_be436df4-34a1-4101-90ff-be2f8ef7e824","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.791829779Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.800263698Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.8003376Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.80034948Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.80035843Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.80036548Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.809963471Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.810001281Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"af234a87-284a-4af4-aac4-6b58ea279f05 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.904388658Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.912986811Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913054983Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913064473Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913122384Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913145835Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913297789Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.913307799Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.951018831Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:52.959042418Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:52.97682744Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_af234a87-284a-4af4-aac4-6b58ea279f05","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.129738281Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.137719097Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.137751748Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.137759028Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.137764288Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.137770229Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.14780495Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.147818581Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"43c663f2-b051-403e-bcad-e419348a9017 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.240024968Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.247917572Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.247944452Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.247949642Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.247980663Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.247987443Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.248112287Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.248119087Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.283095924Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.290949937Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_43c663f2-b051-403e-bcad-e419348a9017","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.460000936Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.46790455Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.46793896Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.467963681Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.467972072Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.467988842Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.477239112Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.477270333Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.572736529Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580632403Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580667884Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580673284Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580689464Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580696444Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580840658Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.580847738Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.615007024Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.623468353Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.801886745Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.809785379Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.809847791Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.809856151Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.809862991Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.809869401Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.819593575Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.819632416Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.912872841Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920662332Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920699063Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920718593Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920770725Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920780805Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920920119Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.920926719Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.956874662Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:53.965006263Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:53.981425737Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.140470565Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.148342158Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.148384579Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.148393209Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.14840264Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.14842162Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.157553027Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.157587388Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fa881b81-fb55-465b-a7d1-159614622ca4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.245491639Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252236262Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252274293Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252281733Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252298433Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252353695Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252462968Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.252469398Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.28576253Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.292621285Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_fa881b81-fb55-465b-a7d1-159614622ca4","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.473234347Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.482224241Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.482281332Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.482294452Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.482306193Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.482316243Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.491489351Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.491534582Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5d346fc3-b1ff-469c-a353-925addba06e4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.605226732Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612585361Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612618992Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612626602Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612638822Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612662013Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612768916Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.612775576Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.648856293Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.656788208Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_5d346fc3-b1ff-469c-a353-925addba06e4","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.833430452Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.841341847Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.841383728Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.841390408Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.841398738Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.841410998Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.850769652Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.850794083Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3cdbf8c9-3584-411d-8acb-3e587708315a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.943489733Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951727636Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951783098Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951793098Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951809558Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951824199Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951981283Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.951988073Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:54.986318363Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.988204574Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:54.996063207Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_3cdbf8c9-3584-411d-8acb-3e587708315a","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.169768571Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.177549562Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.177595493Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.177679955Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.17784719Z","hostname":"buskin","pid":1574,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc1611e-058f-49c8-948e-b1a1af061463 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dd1034-4279-4c8b-a3e7-e06018ad7ea1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.177908762Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.177922622Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178011204Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-physical-disks.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178021205Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178203239Z","hostname":"buskin","pid":1574,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-physical-disks.json\""} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178301732Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:887"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178313142Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178322703Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178328813Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:918"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178332303Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178364564Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178371894Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:929"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178409425Z","hostname":"buskin","pid":1574,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178418065Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.178504788Z","hostname":"buskin","pid":1574,"uri":"/omicron-physical-disks","method":"PUT","req_id":"5e3e2942-e8e7-493e-bac2-1b9763100ef7","remote_addr":"[fd00:1122:3344:101::1]:60726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3774952,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {00bd7942-50dc-4bb9-bb39-b59a7c5837f3 (dataset): DatasetConfig { id: 00bd7942-50dc-4bb9-bb39-b59a7c5837f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 01a2a813-c757-4c39-af81-4231240eff8e (dataset): DatasetConfig { id: 01a2a813-c757-4c39-af81-4231240eff8e (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02be6443-b799-42da-99d2-f0d9ef529fc0 (dataset): DatasetConfig { id: 02be6443-b799-42da-99d2-f0d9ef529fc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 03c3e07b-34e8-419b-98b8-04a2f2735293 (dataset): DatasetConfig { id: 03c3e07b-34e8-419b-98b8-04a2f2735293 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 041fbdee-0ecc-4127-85ba-6781e00907dc (dataset): DatasetConfig { id: 041fbdee-0ecc-4127-85ba-6781e00907dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 08785b8d-5cdf-4a90-9187-a27595ecf98b (dataset): DatasetConfig { id: 08785b8d-5cdf-4a90-9187-a27595ecf98b (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0e1a7332-c441-4c74-9999-2108c2b3fd11 (dataset): DatasetConfig { id: 0e1a7332-c441-4c74-9999-2108c2b3fd11 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 101a1a02-a1b0-4be3-bf18-89dba2d40567 (dataset): DatasetConfig { id: 101a1a02-a1b0-4be3-bf18-89dba2d40567 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10a9c627-d71f-42db-843f-dd5811002a15 (dataset): DatasetConfig { id: 10a9c627-d71f-42db-843f-dd5811002a15 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13699964-5af7-413e-8f00-c461c64075c2 (dataset): DatasetConfig { id: 13699964-5af7-413e-8f00-c461c64075c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 178ee470-fa48-4fee-bb9a-14fb795e1cf7 (dataset): DatasetConfig { id: 178ee470-fa48-4fee-bb9a-14fb795e1cf7 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ccc421e-117f-43be-bafb-ae5b6d3fd06d (dataset): DatasetConfig { id: 1ccc421e-117f-43be-bafb-ae5b6d3fd06d (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ef8d01a-b585-49c8-a333-a8bc3d096b74 (dataset): DatasetConfig { id: 1ef8d01a-b585-49c8-a333-a8bc3d096b74 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 21ea706f-ec21-487f-9382-a81570ca09c3 (dataset): DatasetConfig { id: 21ea706f-ec21-487f-9382-a81570ca09c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 238dbc35-870f-4ab2-9bff-9b49b0d8d3ea (dataset): DatasetConfig { id: 238dbc35-870f-4ab2-9bff-9b49b0d8d3ea (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 23ae8e3d-90bb-4597-b158-697ac63f194e (dataset): DatasetConfig { id: 23ae8e3d-90bb-4597-b158-697ac63f194e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2730ae1a-63fd-47fe-9a9b-90bbbb8c2067 (dataset): DatasetConfig { id: 2730ae1a-63fd-47fe-9a9b-90bbbb8c2067 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c628244-3362-4785-bf4f-a74fd2d30e12 (dataset): DatasetConfig { id: 2c628244-3362-4785-bf4f-a74fd2d30e12 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33192931-08ab-4706-a996-2c2da4fedb64 (dataset): DatasetConfig { id: 33192931-08ab-4706-a996-2c2da4fedb64 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 34e58a2d-f9e9-4dea-a773-bbdd4ee3b911 (dataset): DatasetConfig { id: 34e58a2d-f9e9-4dea-a773-bbdd4ee3b911 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3614f8bc-b14c-41ea-8abd-1f9c140926b3 (dataset): DatasetConfig { id: 3614f8bc-b14c-41ea-8abd-1f9c140926b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3945e0f1-418d-4933-860a-1d17e5e72b94 (dataset): DatasetConfig { id: 3945e0f1-418d-4933-860a-1d17e5e72b94 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4535ef30-2cc9-42cf-8a5f-72493200d292 (dataset): DatasetConfig { id: 4535ef30-2cc9-42cf-8a5f-72493200d292 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4563c9b4-7567-49eb-94a6-502060dc1987 (dataset): DatasetConfig { id: 4563c9b4-7567-49eb-94a6-502060dc1987 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4d2ff6f1-2499-4af6-89bd-7fa5aa890f36 (dataset): DatasetConfig { id: 4d2ff6f1-2499-4af6-89bd-7fa5aa890f36 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 54219a02-de55-495b-b530-efd0492284f8 (dataset): DatasetConfig { id: 54219a02-de55-495b-b530-efd0492284f8 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5bed2662-815a-475f-a6aa-e04935f2eb6e (dataset): DatasetConfig { id: 5bed2662-815a-475f-a6aa-e04935f2eb6e (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d448c99-d9bf-4527-8f34-109b1f4db5a5 (dataset): DatasetConfig { id: 5d448c99-d9bf-4527-8f34-109b1f4db5a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 68d9b634-1d1b-4070-ad7f-636f967b2221 (dataset): DatasetConfig { id: 68d9b634-1d1b-4070-ad7f-636f967b2221 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 71f4189e-eae8-4812-a868-62f6913c27bf (dataset): DatasetConfig { id: 71f4189e-eae8-4812-a868-62f6913c27bf (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77a54023-cb26-4a10-ae7b-b4d5cc0b5bef (dataset): DatasetConfig { id: 77a54023-cb26-4a10-ae7b-b4d5cc0b5bef (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7a1e9507-812c-42d5-b89a-c882b8039baa (dataset): DatasetConfig { id: 7a1e9507-812c-42d5-b89a-c882b8039baa (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d125262-aa69-4756-99bb-7b3265a2689b (dataset): DatasetConfig { id: 7d125262-aa69-4756-99bb-7b3265a2689b (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 832c1a7c-69f4-4242-99d2-4a14366c7ddf (dataset): DatasetConfig { id: 832c1a7c-69f4-4242-99d2-4a14366c7ddf (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85801221-7c59-4bd4-ae15-5f7835663237 (dataset): DatasetConfig { id: 85801221-7c59-4bd4-ae15-5f7835663237 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 88ba0e65-17e6-47ff-ae24-346c34cc549e (dataset): DatasetConfig { id: 88ba0e65-17e6-47ff-ae24-346c34cc549e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89a4e088-c515-42a7-91cc-6217b5c6222f (dataset): DatasetConfig { id: 89a4e088-c515-42a7-91cc-6217b5c6222f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8efa7663-9eea-494a-bcf5-5a219278e202 (dataset): DatasetConfig { id: 8efa7663-9eea-494a-bcf5-5a219278e202 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 930e3a82-e3e1-4a91-9c1b-164d25bf8719 (dataset): DatasetConfig { id: 930e3a82-e3e1-4a91-9c1b-164d25bf8719 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 98f57d9d-baef-4d02-b3cd-ee34011d65a1 (dataset): DatasetConfig { id: 98f57d9d-baef-4d02-b3cd-ee34011d65a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9cf2cd9b-e49f-4902-a2dd-337e234c84c2 (dataset): DatasetConfig { id: 9cf2cd9b-e49f-4902-a2dd-337e234c84c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a2b8d49d-3979-4d5d-bc65-1903390ffda9 (dataset): DatasetConfig { id: a2b8d49d-3979-4d5d-bc65-1903390ffda9 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a60a0707-c5b1-4c71-9644-cbe15a7f3c2e (dataset): DatasetConfig { id: a60a0707-c5b1-4c71-9644-cbe15a7f3c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a7f73f9d-0974-4e2e-b68d-61885bead183 (dataset): DatasetConfig { id: a7f73f9d-0974-4e2e-b68d-61885bead183 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aca2d544-843c-4ca3-b367-a5970decfbcf (dataset): DatasetConfig { id: aca2d544-843c-4ca3-b367-a5970decfbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aecf97c4-0db6-450f-be6d-f84efc8a2f56 (dataset): DatasetConfig { id: aecf97c4-0db6-450f-be6d-f84efc8a2f56 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aeee131c-961a-4993-a314-d731001a819f (dataset): DatasetConfig { id: aeee131c-961a-4993-a314-d731001a819f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b94a682b-39da-4dc7-b632-a4ae28527ed9 (dataset): DatasetConfig { id: b94a682b-39da-4dc7-b632-a4ae28527ed9 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bbd932f6-f71f-4a59-bff8-05c272d1480a (dataset): DatasetConfig { id: bbd932f6-f71f-4a59-bff8-05c272d1480a (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c98e6754-1e52-4bd5-9356-cf04a3a787d1 (dataset): DatasetConfig { id: c98e6754-1e52-4bd5-9356-cf04a3a787d1 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cad1aaf6-ae6c-4032-9507-9e62598b4310 (dataset): DatasetConfig { id: cad1aaf6-ae6c-4032-9507-9e62598b4310 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cbdfc48f-8c53-421d-b749-fce71cfbca6f (dataset): DatasetConfig { id: cbdfc48f-8c53-421d-b749-fce71cfbca6f (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cc231a98-8ae5-4627-b97a-9a5817b7bbb2 (dataset): DatasetConfig { id: cc231a98-8ae5-4627-b97a-9a5817b7bbb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cdadc655-ac24-438c-adf0-c8f45746ab58 (dataset): DatasetConfig { id: cdadc655-ac24-438c-adf0-c8f45746ab58 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1bae937-c3b7-4899-bf83-4f2384059d32 (dataset): DatasetConfig { id: d1bae937-c3b7-4899-bf83-4f2384059d32 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d29ffa57-1a15-41aa-81ef-09264363f6b7 (dataset): DatasetConfig { id: d29ffa57-1a15-41aa-81ef-09264363f6b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d8854fd7-9ebf-4486-bb0e-a4bc082e9395 (dataset): DatasetConfig { id: d8854fd7-9ebf-4486-bb0e-a4bc082e9395 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d8b5cab4-1199-4724-a49e-18fbca4afb52 (dataset): DatasetConfig { id: d8b5cab4-1199-4724-a49e-18fbca4afb52 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dabfe0ac-aa66-4d42-b03f-ee4d5db98f3e (dataset): DatasetConfig { id: dabfe0ac-aa66-4d42-b03f-ee4d5db98f3e (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dcde5b18-5dc6-42de-a2e7-0448ccf91f58 (dataset): DatasetConfig { id: dcde5b18-5dc6-42de-a2e7-0448ccf91f58 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, df5fba1d-3e54-461a-b229-f116ec021d7f (dataset): DatasetConfig { id: df5fba1d-3e54-461a-b229-f116ec021d7f (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e61a492c-b80d-4134-aea9-65146d4de076 (dataset): DatasetConfig { id: e61a492c-b80d-4134-aea9-65146d4de076 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ec900144-aa4c-4f5a-b108-b8f971dbd710 (dataset): DatasetConfig { id: ec900144-aa4c-4f5a-b108-b8f971dbd710 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2e651bc-3a3d-47a7-937b-8d24e9cd9740 (dataset): DatasetConfig { id: f2e651bc-3a3d-47a7-937b-8d24e9cd9740 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5428605-d202-4d5e-8419-7de59044c42d (dataset): DatasetConfig { id: f5428605-d202-4d5e-8419-7de59044c42d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fc178ce6-ae8b-46ff-80a6-98dbcb744b26 (dataset): DatasetConfig { id: fc178ce6-ae8b-46ff-80a6-98dbcb744b26 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.20959659Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.209721933Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46080"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210295099Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:849"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {00bd7942-50dc-4bb9-bb39-b59a7c5837f3 (dataset): DatasetConfig { id: 00bd7942-50dc-4bb9-bb39-b59a7c5837f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 01a2a813-c757-4c39-af81-4231240eff8e (dataset): DatasetConfig { id: 01a2a813-c757-4c39-af81-4231240eff8e (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02be6443-b799-42da-99d2-f0d9ef529fc0 (dataset): DatasetConfig { id: 02be6443-b799-42da-99d2-f0d9ef529fc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 03c3e07b-34e8-419b-98b8-04a2f2735293 (dataset): DatasetConfig { id: 03c3e07b-34e8-419b-98b8-04a2f2735293 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 041fbdee-0ecc-4127-85ba-6781e00907dc (dataset): DatasetConfig { id: 041fbdee-0ecc-4127-85ba-6781e00907dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 08785b8d-5cdf-4a90-9187-a27595ecf98b (dataset): DatasetConfig { id: 08785b8d-5cdf-4a90-9187-a27595ecf98b (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0e1a7332-c441-4c74-9999-2108c2b3fd11 (dataset): DatasetConfig { id: 0e1a7332-c441-4c74-9999-2108c2b3fd11 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 101a1a02-a1b0-4be3-bf18-89dba2d40567 (dataset): DatasetConfig { id: 101a1a02-a1b0-4be3-bf18-89dba2d40567 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10a9c627-d71f-42db-843f-dd5811002a15 (dataset): DatasetConfig { id: 10a9c627-d71f-42db-843f-dd5811002a15 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13699964-5af7-413e-8f00-c461c64075c2 (dataset): DatasetConfig { id: 13699964-5af7-413e-8f00-c461c64075c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 178ee470-fa48-4fee-bb9a-14fb795e1cf7 (dataset): DatasetConfig { id: 178ee470-fa48-4fee-bb9a-14fb795e1cf7 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ccc421e-117f-43be-bafb-ae5b6d3fd06d (dataset): DatasetConfig { id: 1ccc421e-117f-43be-bafb-ae5b6d3fd06d (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ef8d01a-b585-49c8-a333-a8bc3d096b74 (dataset): DatasetConfig { id: 1ef8d01a-b585-49c8-a333-a8bc3d096b74 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 21ea706f-ec21-487f-9382-a81570ca09c3 (dataset): DatasetConfig { id: 21ea706f-ec21-487f-9382-a81570ca09c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 238dbc35-870f-4ab2-9bff-9b49b0d8d3ea (dataset): DatasetConfig { id: 238dbc35-870f-4ab2-9bff-9b49b0d8d3ea (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 23ae8e3d-90bb-4597-b158-697ac63f194e (dataset): DatasetConfig { id: 23ae8e3d-90bb-4597-b158-697ac63f194e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2730ae1a-63fd-47fe-9a9b-90bbbb8c2067 (dataset): DatasetConfig { id: 2730ae1a-63fd-47fe-9a9b-90bbbb8c2067 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c628244-3362-4785-bf4f-a74fd2d30e12 (dataset): DatasetConfig { id: 2c628244-3362-4785-bf4f-a74fd2d30e12 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33192931-08ab-4706-a996-2c2da4fedb64 (dataset): DatasetConfig { id: 33192931-08ab-4706-a996-2c2da4fedb64 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 34e58a2d-f9e9-4dea-a773-bbdd4ee3b911 (dataset): DatasetConfig { id: 34e58a2d-f9e9-4dea-a773-bbdd4ee3b911 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3614f8bc-b14c-41ea-8abd-1f9c140926b3 (dataset): DatasetConfig { id: 3614f8bc-b14c-41ea-8abd-1f9c140926b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3945e0f1-418d-4933-860a-1d17e5e72b94 (dataset): DatasetConfig { id: 3945e0f1-418d-4933-860a-1d17e5e72b94 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4535ef30-2cc9-42cf-8a5f-72493200d292 (dataset): DatasetConfig { id: 4535ef30-2cc9-42cf-8a5f-72493200d292 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4563c9b4-7567-49eb-94a6-502060dc1987 (dataset): DatasetConfig { id: 4563c9b4-7567-49eb-94a6-502060dc1987 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4d2ff6f1-2499-4af6-89bd-7fa5aa890f36 (dataset): DatasetConfig { id: 4d2ff6f1-2499-4af6-89bd-7fa5aa890f36 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 54219a02-de55-495b-b530-efd0492284f8 (dataset): DatasetConfig { id: 54219a02-de55-495b-b530-efd0492284f8 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5bed2662-815a-475f-a6aa-e04935f2eb6e (dataset): DatasetConfig { id: 5bed2662-815a-475f-a6aa-e04935f2eb6e (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d448c99-d9bf-4527-8f34-109b1f4db5a5 (dataset): DatasetConfig { id: 5d448c99-d9bf-4527-8f34-109b1f4db5a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 68d9b634-1d1b-4070-ad7f-636f967b2221 (dataset): DatasetConfig { id: 68d9b634-1d1b-4070-ad7f-636f967b2221 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 71f4189e-eae8-4812-a868-62f6913c27bf (dataset): DatasetConfig { id: 71f4189e-eae8-4812-a868-62f6913c27bf (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77a54023-cb26-4a10-ae7b-b4d5cc0b5bef (dataset): DatasetConfig { id: 77a54023-cb26-4a10-ae7b-b4d5cc0b5bef (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7a1e9507-812c-42d5-b89a-c882b8039baa (dataset): DatasetConfig { id: 7a1e9507-812c-42d5-b89a-c882b8039baa (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d125262-aa69-4756-99bb-7b3265a2689b (dataset): DatasetConfig { id: 7d125262-aa69-4756-99bb-7b3265a2689b (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 832c1a7c-69f4-4242-99d2-4a14366c7ddf (dataset): DatasetConfig { id: 832c1a7c-69f4-4242-99d2-4a14366c7ddf (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85801221-7c59-4bd4-ae15-5f7835663237 (dataset): DatasetConfig { id: 85801221-7c59-4bd4-ae15-5f7835663237 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 88ba0e65-17e6-47ff-ae24-346c34cc549e (dataset): DatasetConfig { id: 88ba0e65-17e6-47ff-ae24-346c34cc549e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89a4e088-c515-42a7-91cc-6217b5c6222f (dataset): DatasetConfig { id: 89a4e088-c515-42a7-91cc-6217b5c6222f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8efa7663-9eea-494a-bcf5-5a219278e202 (dataset): DatasetConfig { id: 8efa7663-9eea-494a-bcf5-5a219278e202 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 930e3a82-e3e1-4a91-9c1b-164d25bf8719 (dataset): DatasetConfig { id: 930e3a82-e3e1-4a91-9c1b-164d25bf8719 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 98f57d9d-baef-4d02-b3cd-ee34011d65a1 (dataset): DatasetConfig { id: 98f57d9d-baef-4d02-b3cd-ee34011d65a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9cf2cd9b-e49f-4902-a2dd-337e234c84c2 (dataset): DatasetConfig { id: 9cf2cd9b-e49f-4902-a2dd-337e234c84c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a2b8d49d-3979-4d5d-bc65-1903390ffda9 (dataset): DatasetConfig { id: a2b8d49d-3979-4d5d-bc65-1903390ffda9 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a60a0707-c5b1-4c71-9644-cbe15a7f3c2e (dataset): DatasetConfig { id: a60a0707-c5b1-4c71-9644-cbe15a7f3c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a7f73f9d-0974-4e2e-b68d-61885bead183 (dataset): DatasetConfig { id: a7f73f9d-0974-4e2e-b68d-61885bead183 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aca2d544-843c-4ca3-b367-a5970decfbcf (dataset): DatasetConfig { id: aca2d544-843c-4ca3-b367-a5970decfbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aecf97c4-0db6-450f-be6d-f84efc8a2f56 (dataset): DatasetConfig { id: aecf97c4-0db6-450f-be6d-f84efc8a2f56 (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aeee131c-961a-4993-a314-d731001a819f (dataset): DatasetConfig { id: aeee131c-961a-4993-a314-d731001a819f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b94a682b-39da-4dc7-b632-a4ae28527ed9 (dataset): DatasetConfig { id: b94a682b-39da-4dc7-b632-a4ae28527ed9 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bbd932f6-f71f-4a59-bff8-05c272d1480a (dataset): DatasetConfig { id: bbd932f6-f71f-4a59-bff8-05c272d1480a (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c98e6754-1e52-4bd5-9356-cf04a3a787d1 (dataset): DatasetConfig { id: c98e6754-1e52-4bd5-9356-cf04a3a787d1 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cad1aaf6-ae6c-4032-9507-9e62598b4310 (dataset): DatasetConfig { id: cad1aaf6-ae6c-4032-9507-9e62598b4310 (dataset), name: DatasetName { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cbdfc48f-8c53-421d-b749-fce71cfbca6f (dataset): DatasetConfig { id: cbdfc48f-8c53-421d-b749-fce71cfbca6f (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cc231a98-8ae5-4627-b97a-9a5817b7bbb2 (dataset): DatasetConfig { id: cc231a98-8ae5-4627-b97a-9a5817b7bbb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cdadc655-ac24-438c-adf0-c8f45746ab58 (dataset): DatasetConfig { id: cdadc655-ac24-438c-adf0-c8f45746ab58 (dataset), name: DatasetName { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1bae937-c3b7-4899-bf83-4f2384059d32 (dataset): DatasetConfig { id: d1bae937-c3b7-4899-bf83-4f2384059d32 (dataset), name: DatasetName { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d29ffa57-1a15-41aa-81ef-09264363f6b7 (dataset): DatasetConfig { id: d29ffa57-1a15-41aa-81ef-09264363f6b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d8854fd7-9ebf-4486-bb0e-a4bc082e9395 (dataset): DatasetConfig { id: d8854fd7-9ebf-4486-bb0e-a4bc082e9395 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d8b5cab4-1199-4724-a49e-18fbca4afb52 (dataset): DatasetConfig { id: d8b5cab4-1199-4724-a49e-18fbca4afb52 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dabfe0ac-aa66-4d42-b03f-ee4d5db98f3e (dataset): DatasetConfig { id: dabfe0ac-aa66-4d42-b03f-ee4d5db98f3e (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dcde5b18-5dc6-42de-a2e7-0448ccf91f58 (dataset): DatasetConfig { id: dcde5b18-5dc6-42de-a2e7-0448ccf91f58 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, df5fba1d-3e54-461a-b229-f116ec021d7f (dataset): DatasetConfig { id: df5fba1d-3e54-461a-b229-f116ec021d7f (dataset), name: DatasetName { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e61a492c-b80d-4134-aea9-65146d4de076 (dataset): DatasetConfig { id: e61a492c-b80d-4134-aea9-65146d4de076 (dataset), name: DatasetName { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ec900144-aa4c-4f5a-b108-b8f971dbd710 (dataset): DatasetConfig { id: ec900144-aa4c-4f5a-b108-b8f971dbd710 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2e651bc-3a3d-47a7-937b-8d24e9cd9740 (dataset): DatasetConfig { id: f2e651bc-3a3d-47a7-937b-8d24e9cd9740 (dataset), name: DatasetName { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5428605-d202-4d5e-8419-7de59044c42d (dataset): DatasetConfig { id: f5428605-d202-4d5e-8419-7de59044c42d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fc178ce6-ae8b-46ff-80a6-98dbcb744b26 (dataset): DatasetConfig { id: fc178ce6-ae8b-46ff-80a6-98dbcb744b26 (dataset), name: DatasetName { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210465413Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210483094Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210487624Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210491334Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:906"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210494744Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.210498604Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.31189486Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.311943322Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.409098333Z","hostname":"buskin","pid":1574,"name":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.409144304Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\"), full_name: \"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.509196074Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.509249495Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.611214247Z","hostname":"buskin","pid":1574,"name":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.611266708Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.700772852Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.700825214Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.80295966Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.803010711Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.890596304Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.890638755Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.979904702Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:55.979945703Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:55.990744865Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.070043513Z","hostname":"buskin","pid":1574,"name":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.070087684Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone\"), full_name: \"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.139057882Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.139102323Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.228298129Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.22834451Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.315174542Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.315213743Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.405115168Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.405164059Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.505030334Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.505081445Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.603357297Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.603405688Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.702266136Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.702319007Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.793796545Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.793841126Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.883602597Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.883651488Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/debug\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.952198875Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:56.952254086Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:56.992923377Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.052324806Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.052371577Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.1418366Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.141877232Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:36:57.203963643Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.182225379s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.232761483Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.232809854Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.33196533Z","hostname":"buskin","pid":1574,"name":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.332013721Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone\"), full_name: \"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.400929588Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.400975799Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.469843784Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.469887435Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone/oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.568582518Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.56864453Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.659883151Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.659931052Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.759457248Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.759510509Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.862483498Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.862529689Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.961460109Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:57.96150694Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/zone\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:57.994305568Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.030724744Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.030766175Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.132213803Z","hostname":"buskin","pid":1574,"name":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.132256404Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.219454585Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.219497357Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.30898214Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.309030551Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/debug\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.375748789Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.37578966Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.443624917Z","hostname":"buskin","pid":1574,"name":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.443668498Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/debug\"), full_name: \"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.511873195Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.511905556Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.600725462Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.600769863Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/debug\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.668887788Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.668935289Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.764046585Z","hostname":"buskin","pid":1574,"name":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.764091356Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone\"), full_name: \"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.832126969Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.83216799Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.933083233Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:58.933138934Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/debug\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:58.997023095Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.003613483Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.003644694Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.073791603Z","hostname":"buskin","pid":1574,"name":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.073836645Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.163066252Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.163132613Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone/oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.26309755Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.263152532Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.363719386Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.363770207Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.472844461Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.472896993Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/zone/oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.576488478Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.57654008Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/debug\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.646537915Z","hostname":"buskin","pid":1574,"name":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.646586407Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone\"), full_name: \"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.718642978Z","hostname":"buskin","pid":1574,"name":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.71869616Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/debug\"), full_name: \"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.788749007Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.788788678Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.87675515Z","hostname":"buskin","pid":1574,"name":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.876802382Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\"), full_name: \"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/zone/oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.977197481Z","hostname":"buskin","pid":1574,"name":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:36:59.977249062Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\"), full_name: \"oxp_af234a87-284a-4af4-aac4-6b58ea279f05/crypt/zone/oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:36:59.999241958Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.076436068Z","hostname":"buskin","pid":1574,"name":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone/oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.076479699Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone/oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\"), full_name: \"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/zone/oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.1832119Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.183256431Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.285705886Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.285750967Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.383637668Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.38368305Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.471061986Z","hostname":"buskin","pid":1574,"name":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.471098977Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fa881b81-fb55-465b-a7d1-159614622ca4/crypt/debug\"), full_name: \"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.53654752Z","hostname":"buskin","pid":1574,"name":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.536598051Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone\"), full_name: \"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.575631858Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4350"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.57569519Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4360","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.58233801Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4374","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.582372001Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.613963616Z","hostname":"buskin","pid":1574,"name":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone/oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.614007108Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone/oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\"), full_name: \"oxp_fa881b81-fb55-465b-a7d1-159614622ca4/crypt/zone/oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.724566832Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.724634264Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/zone/oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.736437143Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4505"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.736482314Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4532"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.777407333Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.777446084Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4391"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.829813382Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.829861174Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4512","rack_subnet":"fd00:1122:3344::"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.836932265Z","hostname":"buskin","pid":1574,"name":"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.836976136Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\"), full_name: \"oxp_43c663f2-b051-403e-bcad-e419348a9017/crypt/zone/oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:00.845354373Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7505803311932058612"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:00.845478677Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16187920963863030048"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.85186357Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4523"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.8518963Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.92241802Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4597"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.922456941Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.951620921Z","hostname":"buskin","pid":1574,"name":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:00.951663882Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/debug\"), full_name: \"oxp_5d346fc3-b1ff-469c-a353-925addba06e4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:01.00144124Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.017486835Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4644"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.017549977Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.027941518Z","hostname":"buskin","pid":1574,"name":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.027956438Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.056659036Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:01.057105338Z","hostname":"buskin","pid":1574,"component":"NexusNotifierTask","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.096548166Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.096648519Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:731"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.097235775Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:734","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.097256445Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.126315192Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.126706443Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.126725213Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.126996521Z","hostname":"buskin","pid":1574,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json\""} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.127107554Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.127225337Z","hostname":"buskin","pid":1574,"uri":"/datasets","method":"PUT","req_id":"ecaa57ba-4aec-433e-8b68-156f3fb8415c","remote_addr":"[fd00:1122:3344:101::1]:46080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5917391,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.147452305Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 216d60cb-f227-4c7a-8ea8-b35a2477da58 (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc2135a1-6478-49d7-9c9f-6c155521750c (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5ab01216-071b-4591-a0de-d5e1c8dacc5a (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.179621626Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.179967145Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43617"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180403347Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180455958Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180471869Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180542771Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180561641Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180767507Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.180979813Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.181060655Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.199927406Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200021199Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200032599Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200056079Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.20006312Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.20007258Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200108701Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200120351Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200126571Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200132842Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200139392Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200145432Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200153192Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200168143Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200183213Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200193353Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200199713Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200205993Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200210404Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200221934Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200230694Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200237734Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.200242005Z","hostname":"buskin","pid":1574,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.233464584Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.233497055Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.233500435Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.288480404Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.292673968Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.296586594Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.308850166Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.313368998Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:01.317688505Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:01.973923808Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:01.974015041Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:02.004108816Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:02.92218187Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:02.922268542Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.399836006Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.399932199Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.40404931Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.889257991Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.889336123Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 53.652745ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:03.903965519Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.904019361Z","hostname":"buskin","pid":1574,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:03.904112673Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 104.593925ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:03.96748551Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 59.592329ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.024220526Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 59.479376ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.030412324Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 255.576801ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.081672502Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 124.300818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.137307879Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 92.238434ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.189257166Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 245.8969ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.295195995Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 181.760952ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.317388606Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 422.221251ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.357456151Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 385.925298ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.512890181Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 333.767118ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.558213958Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 765.956786ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.789760789Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 462.897937ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.901415404Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 1.024024204s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:04.909153803Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 757.714219ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:05.374270959Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 1.053360823s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:05.567148833Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 1.133522305s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:05.943185058Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 1.140008799s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:06.141633982Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 960.975277ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:06.630178473Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 948.228285ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:07.085491195Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 547.08448ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:07.290080665Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58\") failed: Property not found. retry in 1.436977624s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:07.600165634Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 1.047634708s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:07.846780023Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 649.817792ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:08.043180962Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c\") failed: Property not found. retry in 1.231183993s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:08.703038853Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a\") failed: Property not found. retry in 1.217699459s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:08.904286713Z","hostname":"buskin","pid":1574,"zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.140579825Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_dc2135a1-6478-49d7-9c9f-6c155521750c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.140649777Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_5ab01216-071b-4591-a0de-d5e1c8dacc5a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.140658867Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_216d60cb-f227-4c7a-8ea8-b35a2477da58"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.140666918Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.141073559Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.14110569Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.141332326Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.141460949Z","hostname":"buskin","pid":1574,"uri":"/omicron-zones","method":"PUT","req_id":"c4cfcf78-f6b1-4510-96b6-7f92634a5a10","remote_addr":"[fd00:1122:3344:101::1]:43617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8961250,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.143454953Z","hostname":"buskin","pid":1574,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.19134407Z","hostname":"buskin","pid":1574,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.239537125Z","hostname":"buskin","pid":1574,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.28661075Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.286619681Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.318875684Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.319742158Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.319750938Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 216d60cb-f227-4c7a-8ea8-b35a2477da58 (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc2135a1-6478-49d7-9c9f-6c155521750c (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5ab01216-071b-4591-a0de-d5e1c8dacc5a (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed (service), filesystem_pool: Some(ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fdd5c9-2720-410c-bc95-a64cd3087b4a, kind: Service { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed }, name: Name(\"ntp-2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 1])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.348680921Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.348770494Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.34901149Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349082922Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349208496Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349324209Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349337079Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349553095Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349779131Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.349857303Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.361621512Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.393183147Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.39404778Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.39405201Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.52106671Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 250, 1]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.521083261Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.521542543Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.521552973Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.521868882Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.522369125Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.546963392Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:10.565338539Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:10.84819569Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7505803311932058612"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:10.84930871Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16187920963863030048"} {"msg":"Profile for oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:11.18088678Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:11.181045804Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 55.17056ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:11.317200012Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 104.398325ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:11.387808634Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 262.64569ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:11.50323818Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 257.746341ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:11.777726735Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:11.976314933Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:11.976435566Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 1.196795153s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:12.044503609Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 809.962219ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:13.251570531Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 763.317291ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:14.070793017Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 1.09000467s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:14.843265728Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\") failed: Property not found. retry in 1.468837014s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:15.943190538Z","hostname":"buskin","pid":1574,"zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.431329221Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.431408673Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.431787863Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.431810954Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.43205099Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.432152043Z","hostname":"buskin","pid":1574,"uri":"/omicron-zones","method":"PUT","req_id":"bb75163e-76bf-479c-8891-815840b98e5a","remote_addr":"[fd00:1122:3344:101::1]:49405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7083323,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.434452625Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:732"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.464320884Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.464465388Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60262"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:17.472561197Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.472690981Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"39ce5e22-2957-42ca-aa69-3c20848ca8de","remote_addr":"[fd00:1122:3344:101::1]:60262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7994,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:17.474981853Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.583231265Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:17.5834118Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62691"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:19.062421876Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2908875181242270937"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:19.95575192Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16903217827235612371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:20.143080633Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16052207112756497384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:20.850362999Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7505803311932058612"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:20.850471532Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16187920963863030048"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_2ab43afe-f1ba-4f64-b73a-00dab8ed52ed': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:21.59220344Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:21.592346554Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"d89e9a62-35f7-41a8-87b0-08d4d939787e","remote_addr":"[fd00:1122:3344:101::1]:62691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008838,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:21.595057967Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:21.761890376Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:21.76205963Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50151"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:21.770655073Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"52286927-3193-4557-b977-946ca5e1918e","remote_addr":"[fd00:1122:3344:101::1]:50151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8511,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:21.772614806Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:21.772621876Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.002951184Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.003137309Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48037"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:22.007771615Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:22.007910188Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.0135031Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"408ebf81-2e39-4e6a-b96d-1235b4114285","remote_addr":"[fd00:1122:3344:101::1]:48037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10172,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.014769334Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:22.014773744Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.295192939Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.295313972Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.303190845Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"f00ace4d-5fcb-47cf-828c-386178b924dd","remote_addr":"[fd00:1122:3344:101::1]:46161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7761,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.304576853Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:22.304583083Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.491052503Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.491199887Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.499120242Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"377f6294-b161-4766-9906-a164171ab1d3","remote_addr":"[fd00:1122:3344:101::1]:58056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7848,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.500946741Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:22.500952112Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.765116156Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.76528124Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.773599636Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"ae31c115-e880-426e-9c64-aa9d0aab9e80","remote_addr":"[fd00:1122:3344:101::1]:38765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8240,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:22.774891961Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:22.774896531Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.172017456Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.172125849Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.180022323Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"11e979d3-8f02-4da4-8f2e-1791a4c59f23","remote_addr":"[fd00:1122:3344:101::1]:55064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7820,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.181546884Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:23.181552964Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.342091745Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.342234139Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51705"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.350722569Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"993a23f0-5ebf-4116-9783-163e74ffe71b","remote_addr":"[fd00:1122:3344:101::1]:51705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8408,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:23.352679472Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:23.352686342Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.198205647Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.198366892Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.207445438Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"df7aec70-a909-491a-a022-50ba296f9b22","remote_addr":"[fd00:1122:3344:101::1]:39789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9005,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.208751073Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:24.208761463Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.658514504Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.658633417Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.669111901Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"d7a8bfdf-f8a9-4327-b8fb-306c051847da","remote_addr":"[fd00:1122:3344:101::1]:50522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10333,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045044.2842336, correction: -0.330726743 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:24.67054663Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:24.67055502Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.251610395Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.251709038Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.259320457Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"a576a25c-0728-4fd9-bf66-32ba5576290d","remote_addr":"[fd00:1122:3344:101::1]:50296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7469,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732045043.3675766, correction: -0.340718567 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.261145134Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:25.261151494Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:25.697451763Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"319.161504ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.859296238Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.859441762Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.868132378Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"5b65505e-1a6e-438f-b656-57d771c33580","remote_addr":"[fd00:1122:3344:101::1]:64292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8636,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732045043.3675766, correction: -0.326414943 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:25.870038639Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:25.87004435Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:27.1091594Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:27.109366485Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:27.117443625Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"d56cea82-0850-4d13-84a7-df581c807619","remote_addr":"[fd00:1122:3344:101::1]:53870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8049,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732045043.3675766, correction: -0.322773606 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:27.120538429Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:27.120549549Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:27.596167425Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7652939723448010421"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:27.596298979Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4860324990986843141"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:28.238546612Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:28.238699526Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:28.247198717Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"3b8983e7-af71-41bb-b96f-1b6a42a00b19","remote_addr":"[fd00:1122:3344:101::1]:38302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8434,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045046.5285113, correction: -0.319393009 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:28.249117466Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:28.249123598Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:29.221192469Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2908875181242270937"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:29.975445603Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:29.975554826Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:29.98341319Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"7b224ab8-842a-4f40-b011-fa245fa54c0f","remote_addr":"[fd00:1122:3344:101::1]:44612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7777,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045048.5301623, correction: -0.313689679 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:29.985118916Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:29.985125606Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:30.110625105Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16903217827235612371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:30.297442659Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16052207112756497384"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.817187205Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.817308968Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.825494201Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"04331474-0ac9-4f96-bd8c-dcaa50c8fbee","remote_addr":"[fd00:1122:3344:101::1]:52687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8134,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045049.5305836, correction: -0.311133504 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.829049597Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:30.829062118Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.911184608Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:30.911328702Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"85f3bfea-fbb6-40d9-8d0b-49e92717d09a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44780","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:31.004071511Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7505803311932058612"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:31.004211925Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16187920963863030048"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:32.15769148Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:32.157953056Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:32.331572231Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:32.331733146Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:32.34000676Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"5dbf0c3c-f349-43d0-8af7-accb04b36d1f","remote_addr":"[fd00:1122:3344:101::1]:43294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8229,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045050.4743922, correction: -0.30701381 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:32.343506976Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:32.343518736Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:34.86241594Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:34.862590005Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:34.87125536Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"7aad54eb-90dd-47d2-9b74-22a85c5ea744","remote_addr":"[fd00:1122:3344:101::1]:39263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8607,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045053.979236, correction: -0.300061911 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:34.873939803Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:34.873949324Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:37.365768469Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:37.365906416Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:37.374599512Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"b0a83f2e-5fdf-4c00-a2cc-cdb8e5949bf1","remote_addr":"[fd00:1122:3344:101::1]:46328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8620,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045056.4448872, correction: -0.293268323 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:37.378873608Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:37.378887878Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:37.570489022Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7652939723448010421"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:37.570622255Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4860324990986843141"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:39.196763805Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2908875181242270937"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:40.085577422Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16903217827235612371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:40.271299106Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16052207112756497384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:40.979901679Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7505803311932058612"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:40.980061723Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16187920963863030048"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:41.008961868Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"504.342215ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:41.920770039Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:41.920878662Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:41.929838786Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"28fb428c-972c-425f-bffe-5ce93e44e87a","remote_addr":"[fd00:1122:3344:101::1]:41163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8871,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045061.067715, correction: -0.280828357 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:41.9321889Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:41.93219492Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:42.133292331Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:42.133416994Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:45.40544699Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:45.405634775Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:45.414482546Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"535b3997-9b33-485c-b24f-ed1ba8f4dddb","remote_addr":"[fd00:1122:3344:101::1]:45358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8744,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045062.0964575, correction: -0.271358907 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:45.416633384Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:45.416640904Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:47.546109923Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7652939723448010421"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:47.546221223Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4860324990986843141"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:48.273756353Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:48.273937558Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:48.282969933Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"29c27f18-383b-4c71-808c-047f9089f008","remote_addr":"[fd00:1122:3344:101::1]:60844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8964,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045067.2275453, correction: -0.263602465 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:48.284466484Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:48.284471764Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:49.171382779Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2908875181242270937"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:50.061133332Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16903217827235612371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:50.245961861Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16052207112756497384"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:50.95440797Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7505803311932058612"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:50.954884483Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16187920963863030048"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:51.460536184Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:51.460708179Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59378"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:51.469124498Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"9e5684d7-9be2-42c4-8311-dbe9af635f69","remote_addr":"[fd00:1122:3344:101::1]:59378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8345,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045070.0096576, correction: -0.254964858 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:51.470582018Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:51.470586087Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:52.108612474Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:52.108729807Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:56.50409606Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.169397272s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:57.520570873Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7652939723448010421"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:57.520838411Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4860324990986843141"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:37:59.146872368Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2908875181242270937"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:59.773946107Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:59.774083873Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:59.782750916Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"071ca509-e93e-4eec-989f-ae73a5aba214","remote_addr":"[fd00:1122:3344:101::1]:51998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8630,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045078.3835144, correction: -0.233917415 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:37:59.786461297Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:37:59.786467237Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:00.035963263Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16903217827235612371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:00.220780111Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16052207112756497384"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:00.864910654Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:00.864971785Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"c54186af-5185-4eac-9803-f7c58e1e135e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43732","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:02.082856648Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:02.082967711Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:07.495401274Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7652939723448010421"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:07.495503377Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4860324990986843141"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:08.866672583Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:08.866819707Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:08.875736179Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"7c23fc1b-99be-4968-b47c-293f572c7dce","remote_addr":"[fd00:1122:3344:101::1]:56976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8871,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045086.5465517, correction: -0.209271446 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:08.877886468Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:08.877896098Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:09.122644774Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2908875181242270937"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:10.010620549Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16903217827235612371"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:10.194541213Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16052207112756497384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:12.058244495Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:12.058353368Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:12.663598404Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.422620354s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:15.849171963Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:15.849319497Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:15.858735463Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"fe759675-0f19-43b3-a8c0-741b42f22ac1","remote_addr":"[fd00:1122:3344:101::1]:42470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9376,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045094.571197, correction: -0.190297082 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:15.861599471Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:15.861608501Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:17.470641877Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7652939723448010421"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:17.471051047Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"4860324990986843141"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:22.032940533Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:22.033042135Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:28.807963779Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:28.808124913Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:28.817107417Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"345e5365-1d96-4e6b-ae54-4565113484c9","remote_addr":"[fd00:1122:3344:101::1]:55595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8910,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045103.0746322, correction: -0.15511243 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:28.819482712Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:28.819496702Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:29.075721899Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.327747583s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:30.817873201Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:30.817973213Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"0a5afc8a-c6e0-4a89-820a-fd33318459c1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61972","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:32.007837406Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:32.007949399Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:41.983237192Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:41.983342005Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:42.277645968Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:42.277826572Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:65401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:42.287264619Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"5e0c96b3-a0fa-4631-91bd-f6f484973316","remote_addr":"[fd00:1122:3344:101::1]:65401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9372,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045118.7138972, correction: -0.118537292 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:42.289778747Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:42.289784457Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:49.384164596Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"7.514365405s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:51.957779696Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:38:51.957894139Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:53.528106581Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:53.528220507Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:53.537799134Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"30b2c52d-e356-4bf9-917b-451888a2fd4a","remote_addr":"[fd00:1122:3344:101::1]:54803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9418,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045126.6475055, correction: -0.08799915 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:38:53.540181647Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:38:53.540190104Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:00.768057852Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:00.768152085Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"40bd5876-25c4-4f1c-ac5d-b53cedfe45ca","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43465","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:01.933304226Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:01.933492501Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:03.813506436Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:03.81364684Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:03.822237183Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"a506cae3-bed4-42f9-8304-49f1e7be31ac","remote_addr":"[fd00:1122:3344:101::1]:53654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8512,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045143.105829, correction: -0.060145631 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:03.82468981Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:03.82470079Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:11.873138407Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"12.126995815s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:11.908112277Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:11.908244661Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:21.882890837Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"633340610555715702"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:39:21.883142134Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14499540168669099160"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.274276923Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.274447008Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:65014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.296891926Z","hostname":"buskin","pid":1574,"uri":"/timesync","method":"GET","req_id":"ab2d8fd5-81f3-4958-b94f-a540aa2da7eb","remote_addr":"[fd00:1122:3344:101::1]:65014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22290,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.298682275Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:38:10.194516743Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16052207112756497384"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.298984723Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:38:17.470585245Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"7652939723448010421"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.299467106Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:38:17.471034007Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"4860324990986843141"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.299668821Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:38:09.122611983Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2908875181242270937"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.299889117Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:38:10.010595368Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16903217827235612371"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.300067212Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:37:50.954875083Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16187920963863030048"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:30.300245387Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-19T19:37:50.954385519Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"7505803311932058612"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1732045167.107465, correction: 1.59e-7 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.300778081Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.300783892Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1425"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 216d60cb-f227-4c7a-8ea8-b35a2477da58 (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc2135a1-6478-49d7-9c9f-6c155521750c (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5ab01216-071b-4591-a0de-d5e1c8dacc5a (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed (service), filesystem_pool: Some(ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fdd5c9-2720-410c-bc95-a64cd3087b4a, kind: Service { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed }, name: Name(\"ntp-2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 1])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a97bf873-533a-45d4-9c53-c1e81d7f6a5d (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } } } }, OmicronZoneConfig { id: 009de0d7-e944-4045-a53e-565a499d314d (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9453e8d1-a1f5-4bda-abab-88223fd26ad6 (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25e7d929-048e-4c77-9812-0afe99fb4b2b (service), filesystem_pool: Some(ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7654436e-b4bd-43cb-b311-776b69aba383 (service), filesystem_pool: Some(ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.330326801Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.330439745Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35836"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.330847446Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.330897617Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331111443Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331272137Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331281998Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331420981Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331532504Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.331581795Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.417310107Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.417374679Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.417380699Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.41738693Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.41740085Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.509179745Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.513517613Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.517917122Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.522932358Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.527174573Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.53186954Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.536641209Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.541405268Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.545937561Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.550386501Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.752556267Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:30.752698511Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"7e5d2bf2-84dc-4ec6-ae42-b05094534fba","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64109","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"Profile for oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.516818512Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.517027727Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.517034367Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.523335668Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.528555429Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.528808796Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.528824306Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.533619656Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.544051899Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:33.544149912Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 66.108249ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.656465403Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 58.740716ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.674453081Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 65.556441ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.680817813Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 40.329628ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.68700143Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 26.678297ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.693510047Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 134.795216ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:33.742417321Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 132.566739ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:34.236318187Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 74.075486ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:34.660144816Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 55.841756ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:34.935044321Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 62.748182ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:34.965899737Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 143.060313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:34.982579969Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 217.374895ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.000545285Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 291.307657ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.018873901Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 213.82858ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.044714521Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 126.429815ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.06128319Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 432.266917ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.14582826Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 444.50665ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.202355011Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 493.494266ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.236189787Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 267.095148ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.270784514Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 563.532609ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.323477621Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.007904689s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.550598742Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 514.155561ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.591352396Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 846.0149ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.662854533Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 979.999428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.747134515Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 535.657954ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:35.900162139Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 665.834564ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.122248804Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 866.648919ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.453850895Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 507.105057ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.520710646Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 529.115305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.570931956Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 569.64822ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.750204391Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 637.74879ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:36.79925465Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 503.221118ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.038018626Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.281867325s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.109531433Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 607.560712ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.329253843Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 580.554876ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.336845509Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 947.269054ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.445620835Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 1.40561927s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.550487235Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 1.01558554s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.927060204Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 776.329499ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:37.945226296Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.2773337s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.400129656Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 746.102061ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.408371769Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 585.699807ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.731560502Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 1.336873308s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.95191891Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 995.811512ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.963895564Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:38.998234674Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"28.255673632s"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 1.363192622s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:39.162794271Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 1.277560399s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:39.330242426Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 915.55522ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:39.685921169Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 982.99474ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:39.969463258Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 1.438719051s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:40.297868572Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 589.982692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:40.535465947Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 584.111164ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:40.611397423Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 675.907495ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:40.61939467Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 668.984255ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:40.962929254Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 1.243907275s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:41.135916269Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.375894557s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:41.205933445Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 968.212015ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:41.305506592Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 1.095689843s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:41.642871149Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 1.254722664s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:41.746741142Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 784.431953ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:42.285449622Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 852.70857ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:42.38987015Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.208673837s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:42.592168879Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 911.020821ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:42.748195784Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 877.576072ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.011933837Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 591.781196ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.07886647Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 949.342034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.253270833Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 562.825599ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.669684871Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 979.838387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.680623917Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 1.316918494s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.810594397Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 957.37221ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:43.899556976Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 700.296837ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:44.214605669Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 1.270344938s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:44.241818126Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 1.317271831s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:44.670697541Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d\") failed: Property not found. retry in 1.330787672s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:44.866179635Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b\") failed: Property not found. retry in 1.188760699s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:44.922712417Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383\") failed: Property not found. retry in 995.105437ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:45.137700509Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6\") failed: Property not found. retry in 1.029428028s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:45.521975356Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d\") failed: Property not found. retry in 975.032335ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:45.997130405Z","hostname":"buskin","pid":1574,"zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994586429Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_9453e8d1-a1f5-4bda-abab-88223fd26ad6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994654611Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_25e7d929-048e-4c77-9812-0afe99fb4b2b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994663241Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994669271Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_a97bf873-533a-45d4-9c53-c1e81d7f6a5d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994692722Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_7654436e-b4bd-43cb-b311-776b69aba383"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.994735313Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.995166595Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.995188385Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.995461343Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:46.995572296Z","hostname":"buskin","pid":1574,"uri":"/omicron-zones","method":"PUT","req_id":"a5856995-15a3-4528-8b2c-ccfa9446be87","remote_addr":"[fd00:1122:3344:101::1]:35836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":16664912,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.029752711Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.05924702Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"0cb3fc01-17f5-4bde-82ed-8af43ecb9a57","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":29272,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.059507017Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"112.155835ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb3fc01-17f5-4bde-82ed-8af43ecb9a57\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0cb3fc01-17f5-4bde-82ed-8af43ecb9a57\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.201269467Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"1ef87955-7705-463a-a3a9-c8a81eeaef0e","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28506,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.201489843Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"145.391723ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef87955-7705-463a-a3a9-c8a81eeaef0e\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1ef87955-7705-463a-a3a9-c8a81eeaef0e\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.375953108Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"80a7bde8-a47b-4de0-a338-7bca23762feb","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28156,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.376157386Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"177.916013ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a7bde8-a47b-4de0-a338-7bca23762feb\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"80a7bde8-a47b-4de0-a338-7bca23762feb\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.58168501Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"4c366a81-8c47-4ceb-8d80-3e9cad682a52","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27219,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.581912576Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"107.244811ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c366a81-8c47-4ceb-8d80-3e9cad682a52\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4c366a81-8c47-4ceb-8d80-3e9cad682a52\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.71722927Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"4abfe4d1-cc67-4494-b0ab-2ef34ba3b269","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26077,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.717445496Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"185.379844ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abfe4d1-cc67-4494-b0ab-2ef34ba3b269\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4abfe4d1-cc67-4494-b0ab-2ef34ba3b269\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:47.929312334Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"1d267966-af23-4973-b218-73617670fd82","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25561,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:47.929503439Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"222.957411ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d267966-af23-4973-b218-73617670fd82\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d267966-af23-4973-b218-73617670fd82\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:48.179804278Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"dfba4092-cf14-4c75-b394-441d4c01bfd1","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25991,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:48.180005644Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"383.319765ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfba4092-cf14-4c75-b394-441d4c01bfd1\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dfba4092-cf14-4c75-b394-441d4c01bfd1\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:48.591954451Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"5b023a12-ee6c-49f6-bd13-9b20c2bf9226","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27600,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:48.592156346Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"365.283804ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b023a12-ee6c-49f6-bd13-9b20c2bf9226\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b023a12-ee6c-49f6-bd13-9b20c2bf9226\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:48.986150886Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"96b0cfe5-0b6e-4c29-895d-89aa0058ee84","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27652,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:48.986376573Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"276.544283ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b0cfe5-0b6e-4c29-895d-89aa0058ee84\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"96b0cfe5-0b6e-4c29-895d-89aa0058ee84\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:49.290195581Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"09d7dc74-248b-44d8-b653-dde1f85453d0","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26514,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:49.290418877Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"371.435014ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d7dc74-248b-44d8-b653-dde1f85453d0\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"09d7dc74-248b-44d8-b653-dde1f85453d0\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:49.690823331Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"48580f4a-0042-48b0-b315-fc7b97ebb069","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_009de0d7-e944-4045-a53e-565a499d314d /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28056,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:39:49.691036467Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"497.741237ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48580f4a-0042-48b0-b315-fc7b97ebb069\", \"content-length\": \"124\", \"date\": \"Tue, 19 Nov 2024 19:39:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"48580f4a-0042-48b0-b315-fc7b97ebb069\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:39:50.220955378Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3801"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:14.868085715Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3819"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.560003094Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.560305482Z","hostname":"buskin","pid":1574,"uri":"/cockroachdb","method":"POST","req_id":"fb2a1c5e-772a-4c67-82e6-18a64de8e8d1","remote_addr":"[fd00:1122:3344:101::1]:57669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28370811,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.561086003Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40922"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 216d60cb-f227-4c7a-8ea8-b35a2477da58 (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc2135a1-6478-49d7-9c9f-6c155521750c (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5ab01216-071b-4591-a0de-d5e1c8dacc5a (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed (service), filesystem_pool: Some(ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fdd5c9-2720-410c-bc95-a64cd3087b4a, kind: Service { id: 2ab43afe-f1ba-4f64-b73a-00dab8ed52ed }, name: Name(\"ntp-2ab43afe-f1ba-4f64-b73a-00dab8ed52ed\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 1])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a97bf873-533a-45d4-9c53-c1e81d7f6a5d (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } } } }, OmicronZoneConfig { id: 009de0d7-e944-4045-a53e-565a499d314d (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9453e8d1-a1f5-4bda-abab-88223fd26ad6 (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25e7d929-048e-4c77-9812-0afe99fb4b2b (service), filesystem_pool: Some(ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7654436e-b4bd-43cb-b311-776b69aba383 (service), filesystem_pool: Some(ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External } } } }, OmicronZoneConfig { id: b66ee542-3bb8-4a73-84f4-750c58e065cd (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 6805754c-e76e-4239-8505-cec4433c6625 (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 (service), filesystem_pool: Some(ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 6880cb29-d555-4d40-84be-52baa0347d94 (service), filesystem_pool: Some(ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: de978b94-a70f-4779-892c-8ea3260e7a5e (service), filesystem_pool: Some(ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d1a786d5-a3bc-47ae-839c-41e5c669cded (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } } } }, OmicronZoneConfig { id: ef00869b-140c-486a-8a8a-8b64b6f3d7fe (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d9d1ae13-4716-4771-90e6-8ecdc4c05c85 (service), filesystem_pool: Some(ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fcb2f612-28f0-47ef-897a-def7e58073c4 (service), filesystem_pool: Some(ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b899e78-5a22-4524-bdc5-5b48be76c922 (service), filesystem_pool: Some(ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External } } } }, OmicronZoneConfig { id: 49f295e3-ca2a-47d4-89d2-4149b9f103ca (service), filesystem_pool: Some(ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3774459-cd71-4201-945b-422fa6090793 (service), filesystem_pool: Some(ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 32b0278d-b5e0-48f7-97b1-7e59a0a057ad (service), filesystem_pool: Some(ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External } } } }, OmicronZoneConfig { id: d2869dcb-02ac-4b14-a79c-5e73e9f82137 (service), filesystem_pool: Some(ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External } } } }, OmicronZoneConfig { id: a238092b-0954-4096-883d-bda0dc7df516 (service), filesystem_pool: Some(ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External } } } }, OmicronZoneConfig { id: cef07d83-499b-4be2-b722-26ee3dd3e6b9 (service), filesystem_pool: Some(ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2dc55787-6af7-4852-9d52-5bcecccf75ec (service), filesystem_pool: Some(ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40599e7f-8b43-4bdb-b180-416ff8515df2 (service), filesystem_pool: Some(ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.684735252Z","hostname":"buskin","pid":1574,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.684919757Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63852"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.685510053Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.685578304Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.68578868Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.685904503Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.685914113Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.686104519Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.686694035Z","hostname":"buskin","pid":1574,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.686776907Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.788701987Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.814454425Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.814693011Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861619142Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861684144Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861691754Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861697594Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861702684Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861707874Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:18.861711454Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.027830593Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.10672354Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.106943416Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.107008428Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.107053019Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.107110231Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.107118111Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.107141752Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.108436447Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.109070574Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.115068976Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.12148373Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.127300118Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.132539769Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.1377185Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.142267513Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.147589407Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.276065327Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.280403104Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.285281316Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.289367007Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.293887689Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.298137654Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.302569224Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.30722292Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.312654327Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.318510976Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.32381948Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.3293826Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.336165894Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.344232883Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.353219426Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.362078766Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.369744444Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.377912175Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.386115937Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.394377451Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.46264911Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.519543271Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.577004997Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.638005659Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.694704714Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.696788841Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.696808271Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.754127064Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 255, 35]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.754156805Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.756106448Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.756121628Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.812293339Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 205, 138]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.81232533Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.813967954Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.813982955Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.869130468Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 167, 101]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.869169239Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.873455075Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.873470336Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.927034586Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 209, 132]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.927078687Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.928511426Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.928525807Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982367425Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 158, 194]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982397726Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982410606Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982417356Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982429017Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982438147Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982507659Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.982516719Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.984328498Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.984341248Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.984996286Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.985007966Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.98921682Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.990727491Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.992648123Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.99361258Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.99362857Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.995086569Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.995206823Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:19.997812253Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.018944786Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.019067349Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.259885091Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.270172299Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.282168035Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.295132446Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.309803893Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.322343732Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.333247638Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.349040506Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.358346268Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:20.367530156Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_e3774459-cd71-4201-945b-422fa6090793:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.756068088Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.756184351Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.756692565Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e3774459-cd71-4201-945b-422fa6090793 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.756706076Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.776467811Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.776724127Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.776750518Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.78716957Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.798004304Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:23.808427486Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 58.673491ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.183768361Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 46.368419ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.192120977Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 71.025321ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.200842384Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 52.704249ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.209000785Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 32.932204ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.219127239Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 88.868045ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.24909714Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 103.923601ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.258742322Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 118.598119ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.299384182Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 120.728731ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.364815434Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 76.869087ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.383794068Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 131.881379ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.409376672Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 189.505734ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.440178786Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 233.432601ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.465701267Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 193.660047ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.500692505Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 156.878849ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.530121251Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 597.477991ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.566148687Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 353.256298ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.655527568Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 467.981398ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.706013665Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 491.052147ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.724685181Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 305.812595ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:24.744991161Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 888.670759ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.023785121Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 781.672221ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.063637231Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 414.73294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.177238867Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.081793579s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.188102422Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 523.64299ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.226688347Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:25.320290642Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:25.320475067Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.225226639s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.613680397Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 890.807276ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.772303033Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.00486036s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.86523971Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 853.323186ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:25.957295744Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 534.262428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.296024997Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.412716458Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.412909693Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.460557524Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.460919193Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.619143008Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.619683313Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.653194851Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.653404116Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 554.821628ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.679583725Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.680072699Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:26.680545062Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 50.111749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.739635962Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 70.154987ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.779793099Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 88.433485ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.805026563Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 1.18583612s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.825919939Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.112829745s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.844895132Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 527.759445ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.859535079Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 54.580997ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.872072429Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.067875879s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.885190544Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 53.319697ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.897050005Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 260.792479ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.91051839Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 45.051329ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.92491967Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 178.015892ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.936915574Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 126.198151ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.961403668Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 56.899594ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.971952114Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 85.312734ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:26.982687964Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 144.456408ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.043341707Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 210.28186ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.082326363Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.093260519Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.093533256Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 174.488593ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.105756047Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.1058697Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.114307259Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 303.458411ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.136539281Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 541.254304ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.186109043Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 194.077814ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.202132448Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.33319242s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.246607032Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 325.886999ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.295190898Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 302.997467ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.308628472Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 70.819812ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.331062989Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 68.781302ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.356401946Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.319393882s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.399234296Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 473.374547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.409941346Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 58.11188ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.420778829Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 117.986104ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.434903752Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 870.740593ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.779103284Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 119.345696ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.798024896Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 464.819056ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.817964606Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 445.901228ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.845198433Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 418.808623ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.861403932Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 155.829229ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.894486248Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 659.819277ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.912692301Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.913188795Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:27.915262781Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 428.43799ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.94439085Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.216128671s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.969634584Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 855.554272ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:27.984194358Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 630.555546ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.025754363Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 69.870288ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.041274614Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 372.761388ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.065068378Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 128.582939ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.123631784Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 54.642672ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.233754757Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 190.190867ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.267276135Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 546.860671ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.295996182Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 515.379345ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.309762435Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 58.829305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.321651387Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 774.164772ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.333319983Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 1.126416698s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.385934018Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 159.629856ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.398653383Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.003919405s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.45356653Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 499.234323ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.47497209Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 599.805993ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.574238448Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 534.756031ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.601707612Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.313597067s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.627125061Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:28.647166253Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:28.647443341Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 1.089827241s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.668189803Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 1.023778601s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.68025852Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.494967429s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.731136347Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 738.311737ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.903977478Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 1.419159402s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.917473764Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 727.320073ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.929065598Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 633.900342ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.987665125Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 34.121294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:28.998343624Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.011934082Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.012040835Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.012468597Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.023714681Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 134.249475ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.043823716Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 608.242966ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.128102778Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 588.699992ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.258697615Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 220.711519ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.313472429Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 718.39919ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.330064008Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.468057929s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.344516559Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.346069446Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:29.346338759Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 44.132242ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.425954105Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 41.563258ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.437390825Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 917.883823ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.472048724Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 149.208937ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.481872039Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 130.806194ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.49406268Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 544.988322ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.529267163Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 260.059906ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.550163539Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 39.933348ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.614946734Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 1.478483168s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.635164221Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 230.619723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.645031249Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 226.437095ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.657497156Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 829.195752ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.668156955Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 559.931402ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.677433366Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 138.951818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.688737162Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 699.570881ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.716397321Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 937.506552ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.747988987Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 684.346862ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.782228194Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 999.660549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.824121418Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 265.841047ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.841008625Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 1.279699987s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.865109228Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 519.931051ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.893804566Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 271.640472ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.908621127Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 747.028099ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:29.960471871Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 731.776778ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.0671371Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 689.659149ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.095075397Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 274.474035ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.130983179Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 483.366327ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.19970904Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.128692854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.254483444Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.378340255s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.28829962Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 943.785407ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.359222811Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.148712627s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.410237232Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 598.763645ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.431413816Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 798.420129ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.449580938Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 1.214817922s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.469276271Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 1.066289557s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.490479405Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 986.76443ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.515053951Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 562.324188ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.701753487Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 978.113765ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.725944472Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.484314106s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.747916427Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 1.429571069s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.801878909Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 1.072786875s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.81892431Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 809.201411ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.840744332Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.031282345s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:30.861682019Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 908.105694ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.049442954Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 885.573783ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.13236883Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 1.390134212s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.166110173Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 1.474547155s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.26900506Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 1.21268271s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.287767468Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 771.828681ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.3210518Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.246784507s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.402112355Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 640.861677ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.520873781Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 775.844761ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.581470123Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.042131508s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.602567714Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.32160963s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.670157115Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.463860058s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.691589325Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 651.312413ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.715104342Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 1.118908426s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.735854294Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 570.112093ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.906707141Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.439957201s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.925066308Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 877.298163ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:31.974857136Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 1.385236432s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.033970037Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 912.304138ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.108859956Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 962.561942ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.17917606Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 846.971831ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.245552968Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 742.093245ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.260933794Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 1.037654577s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.37117789Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 863.320227ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.381749286Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 1.340446147s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.491608952Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 889.85407ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.515369275Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 579.858976ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.570395325Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 535.792241ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.660875616Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.331647854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.674529106Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 970.828202ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.760472913Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.329337703s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.867667347Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 1.052244978s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:32.882719564Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.289775334s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.006230569Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.018621514s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.019893269Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 881.809374ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.034375051Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 1.267466995s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.105749155Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 1.331207236s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.157841955Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 1.036855339s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.171725091Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.115035743s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.185645578Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 967.160655ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.211679633Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 596.649675ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.258293976Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.028739865s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.379285193Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 837.192458ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.419861202Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 1.453780076s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.439603736Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 1.178688752s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.449873884Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.688058415Z","hostname":"buskin","pid":1574,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"62.409900554s"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 848.366896ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.745848191Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:33.746492798Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:33.746763595Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 903.326823ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.846032263Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 1.041369553s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.867359171Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 864.987067ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.930759188Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 1.174854328s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.949007342Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 28.471253ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:33.999699935Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.324045598s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.021550737Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 137.742266ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.039561145Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 703.036588ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.05195707Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 227.962452ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.254106195Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.164297723s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.33700154Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 581.895019ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.399970556Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 927.507945ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.419646289Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 935.008144ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.460084684Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 707.117349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.475149862Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 969.429596ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.488048951Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 460.376365ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.498645928Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 1.350786489s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.512193125Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 863.123176ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.527858969Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85\") failed: Property not found. retry in 1.168580881s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.545042395Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 596.587774ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.610268861Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 601.766703ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.645060784Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 726.71068ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.762664989Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 944.957992ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.775131186Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 662.724137ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.809369143Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 703.916534ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.910744159Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 1.094462157s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.924324257Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 525.588661ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.976986313Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 929.778374ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:34.996111431Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 1.110570632s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.139439903Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 852.256384ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.199390237Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 640.701877ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.222258906Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 1.001122686s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.261991002Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 1.430710758s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.360413838Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9\") failed: Property not found. retry in 1.365517519s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.375819575Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.463160464s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.406858476Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516\") failed: Property not found. retry in 1.054841901s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.421562594Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.005970811s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.47125742Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 1.115340477s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.484789856Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 1.221927296s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.504044137Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 528.840414ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.517895473Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 953.536397ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.531957973Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe\") failed: Property not found. retry in 742.959705ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.629117355Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.029605723s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.75594803Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 1.456583729s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.879331091Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625\") failed: Property not found. retry in 1.364049069s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.895359585Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad\") failed: Property not found. retry in 867.651155ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:35.94241425Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137\") failed: Property not found. retry in 925.823303ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.041125783Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 891.888004ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.066441039Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 1.166578077s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.084388835Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 726.670121ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.271457411Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 506.619296ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.289202402Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.392451406s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.525700307Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 785.692919ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.545240736Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca\") failed: Property not found. retry in 875.249554ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.627537075Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4\") failed: Property not found. retry in 966.565494ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.75067729Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2\") failed: Property not found. retry in 1.470108379s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.806149552Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793\") failed: Property not found. retry in 901.365741ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.828386894Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec\") failed: Property not found. retry in 1.472038158s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.854389089Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.20002015s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.924447676Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 1.004235942s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:36.987276518Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 1.271103615s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:37.032589655Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 1.492887798s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:37.27424255Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.424096731s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:37.347789371Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 899.715762ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:37.370225159Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.061798688s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:37.942016695Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 981.963403ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.0138427Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 998.374015ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.143002858Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 1.18974378s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.289105185Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922\") failed: Property not found. retry in 582.492921ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.33358758Z","hostname":"buskin","pid":1574,"zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 1.164641764s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.785214621Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd\") failed: Property not found. retry in 1.299598219s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:38.804867413Z","hostname":"buskin","pid":1574,"zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 1.32258112s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:39.014625554Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.432421988s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:39.037999677Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e\") failed: Property not found. retry in 1.429033855s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:39.159417606Z","hostname":"buskin","pid":1574,"zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\") failed: Property not found. retry in 1.48576983s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:39.497503912Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3\") failed: Property not found. retry in 995.325258ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:39.9674806Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 1.085481357s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:40.35073893Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94\") failed: Property not found. retry in 1.200573264s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:40.483533716Z","hostname":"buskin","pid":1574,"zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 763.846311ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:41.449851617Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 519.710212ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:42.224541028Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded\") failed: Property not found. retry in 834.3158ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:42.755162799Z","hostname":"buskin","pid":1574,"zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621873582Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_616e36c0-dd43-4cc2-ab3b-07823e2bc4d8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621950804Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_clickhouse_d1a786d5-a3bc-47ae-839c-41e5c669cded"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621958544Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_6805754c-e76e-4239-8505-cec4433c6625"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621966725Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_oximeter_de978b94-a70f-4779-892c-8ea3260e7a5e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621976655Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_d9d1ae13-4716-4771-90e6-8ecdc4c05c85"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621982575Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_fcb2f612-28f0-47ef-897a-def7e58073c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.621989575Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_3b899e78-5a22-4524-bdc5-5b48be76c922"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622008316Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_e3774459-cd71-4201-945b-422fa6090793"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622015916Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_ef00869b-140c-486a-8a8a-8b64b6f3d7fe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622021406Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_49f295e3-ca2a-47d4-89d2-4149b9f103ca"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622030796Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_b66ee542-3bb8-4a73-84f4-750c58e065cd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622037647Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_32b0278d-b5e0-48f7-97b1-7e59a0a057ad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622043107Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_d2869dcb-02ac-4b14-a79c-5e73e9f82137"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622047007Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_cef07d83-499b-4be2-b722-26ee3dd3e6b9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622052267Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_40599e7f-8b43-4bdb-b180-416ff8515df2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622057717Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_a238092b-0954-4096-883d-bda0dc7df516"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622063437Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_2dc55787-6af7-4852-9d52-5bcecccf75ec"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622068817Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_55c1d4bf-7793-4af3-b4d3-e162197a6fc3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.622074268Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.623578328Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.630223578Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.630232998Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.632624593Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.638069001Z","hostname":"buskin","pid":1574,"uri":"/omicron-zones","method":"PUT","req_id":"84992155-e455-40de-9a19-f710841aee37","remote_addr":"[fd00:1122:3344:101::1]:63852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24952787,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.644140195Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1448"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.644149565Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.64430495Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/rss-plan-completed.marker\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.64431333Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.644428813Z","hostname":"buskin","pid":1574,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/rss-plan-completed.marker\""} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.652351957Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:787"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.653330914Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:799"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.692505385Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1013"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.701681984Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.84631181Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:43.960697238Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:44.129219292Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:44.24065258Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:44.381559606Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:40:44.702053777Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:44.70219729Z","hostname":"buskin","pid":1574,"component":"NexusNotifierTask","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:44.745617146Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:45.161186361Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:45.403794331Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:45.65039497Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:40:45.719644076Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:46.045978264Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:46.047471464Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"cd920836-3430-472d-8d67-e558bc6411d0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64529","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:46.209146643Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:40:46.582148145Z","hostname":"buskin","pid":1574,"component":"NexusNotifierTask","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:40:46.722389703Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:46.955464025Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:47.505613375Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/367f799f-31b8-4d9a-a686-ab6e465d52be)","v":0,"name":"SledAgent","level":50,"time":"2024-11-19T19:40:47.725833179Z","hostname":"buskin","pid":1574,"component":"ProbeManager","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/479337c4-04f4-4e7a-9efb-a08d086d843e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:48.322864279Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:50.971610904Z","hostname":"buskin","pid":1574,"component":"NexusNotifierTask","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0aeeb9a-1873-4579-830e-eeda4ef656e1\", \"content-length\": \"173\", \"date\": \"Tue, 19 Nov 2024 19:40:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"479337c4-04f4-4e7a-9efb-a08d086d843e\\\"\", request_id: \"f0aeeb9a-1873-4579-830e-eeda4ef656e1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:52.718082564Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c72d08-bce7-414b-9b67-a204e64358b5\", \"content-length\": \"173\", \"date\": \"Tue, 19 Nov 2024 19:40:54 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"479337c4-04f4-4e7a-9efb-a08d086d843e\\\"\", request_id: \"38c72d08-bce7-414b-9b67-a204e64358b5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:54.347844382Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b95c37-877e-406a-93e2-202559042394\", \"content-length\": \"173\", \"date\": \"Tue, 19 Nov 2024 19:40:56 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"479337c4-04f4-4e7a-9efb-a08d086d843e\\\"\", request_id: \"b0b95c37-877e-406a-93e2-202559042394\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:56.493138354Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.054799095Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.055677738Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"4e24b9f7-e227-4c48-a044-63604c695df4","remote_addr":"[fd00:1122:3344:101::a]:59250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":521,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.22963204Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.229661261Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a39bb63b-6d26-4877-874d-aa9294b1fe1d","remote_addr":"[fd00:1122:3344:101::a]:59250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":916,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.270439355Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38299"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.271197566Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.271215396Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.271240817Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.27393971Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.287731893Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.287773854Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.313624735Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.31455972Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"7c2318b3-9d42-4b87-9c2f-49a150c8ac41","remote_addr":"[fd00:1122:3344:101::a]:57484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.317402697Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.317414847Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.344228523Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.344285355Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.371562074Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.371616605Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.398467012Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.398516424Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.410136888Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"0a8f876b-a8bd-4c08-b15e-3ad66aff4ea4","remote_addr":"[fd00:1122:3344:101::a]:59250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4571,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.425569376Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.425614708Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.4486008Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.448648241Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.470462182Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.470507313Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.492660943Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.492717965Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:57.504693859Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"3acaa2f9-919e-4eae-b3c6-8b549d5f8b00","remote_addr":"[fd00:1122:3344:101::a]:38299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.069000402Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.069171177Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3eba285d-d63d-425f-ae6b-bc403d52b196","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.193148875Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.193182116Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"9ae9e872-9497-40f7-8c19-61672846468e","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.19447136Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.194574263Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"768f5179-3be9-4b1e-acbb-cad358f32c04","remote_addr":"[fd00:1122:3344:101::c]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.309117565Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53362"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.309216448Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.309224948Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.30927051Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.309540867Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.313997948Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.314417419Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"f68f25b1-a497-4925-b8dd-dac3c64d685f","remote_addr":"[fd00:1122:3344:101::b]:50626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.321771938Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.321792719Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.340087984Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.340132376Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a096d931-650a-4ae1-b2ef-f6cd2250e9a8","remote_addr":"[fd00:1122:3344:101::c]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.35099329Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53376"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.351186885Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.351205565Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.351284938Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.351690049Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.355744298Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.355837441Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.372473061Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56760"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.374676031Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.374694382Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.381981229Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.384181298Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"7243857e-ba85-4071-a333-f84d7779e9b8","remote_addr":"[fd00:1122:3344:101::c]:35455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":335,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.397001666Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.397024336Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.397028897Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.397034577Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.397095358Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.406834382Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.407539451Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"d9038b96-7330-4699-b40a-400e5061829c","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6602,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.415825355Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.415863487Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.433797162Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.433835443Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.451737658Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.451776679Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.47024472Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.470289771Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.479084649Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.479438488Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"80bc2456-9dde-48a7-9495-6e2b77b280de","remote_addr":"[fd00:1122:3344:101::c]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1140,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.487498287Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.487514117Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.50498394Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.505031051Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.521397845Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.521434676Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.542878067Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.542920338Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.55888986Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.558931331Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.572672474Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.572714835Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.588607345Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.588634316Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.60652633Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.606559801Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.621706182Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.621761163Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.636750149Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.63679026Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.652692491Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.652717321Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.668698454Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.668726185Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.683827134Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.683860415Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.697526745Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.697566046Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.711953176Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.712014807Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.715349618Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"6ef9f0aa-2447-4647-ae1d-66a9b9db7e74","remote_addr":"[fd00:1122:3344:101::a]:53362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":406140,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.725699508Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.725713028Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.744705353Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.744809865Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.760409698Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.760446969Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.778151819Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"0cf03403-ba94-47b0-9925-72e866c0cd29","remote_addr":"[fd00:1122:3344:101::b]:53376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":427007,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.784623664Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.784640334Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:40:58.797824911Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"2f58064c-5762-4412-9c89-a0c227c332bb","remote_addr":"[fd00:1122:3344:101::c]:56760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":425223,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.396877021Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51129"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.399827721Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.399869072Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400049337Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400055887Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400080148Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400089648Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400099089Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.400127619Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"68db8fdd-809e-4aea-9e67-8ebf69596f57","remote_addr":"[fd00:1122:3344:101::b]:51129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2997,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.402339549Z","hostname":"buskin","pid":1574,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1085"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734651759Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36044"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734873215Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734917537Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734946667Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734952917Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734959587Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734970128Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.734979688Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735005079Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"26cebe9d-3d6e-4d8a-89e4-7c3a7c852576","remote_addr":"[fd00:1122:3344:101::b]:36044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735528533Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50268"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735629666Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735636906Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735667337Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.735856802Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.7483555Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.748408472Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.774218701Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.774276032Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.798609762Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.798660603Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.822985491Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.823037753Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.848462261Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.848514323Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.871906716Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.871955998Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.892304049Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.89235775Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.913186264Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.913236076Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.935732175Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.935782636Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:01.949901749Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"f609054e-6e0a-465d-b8a6-09248203cd35","remote_addr":"[fd00:1122:3344:101::b]:50268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214265,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.064749192Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60772"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065002909Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.06505868Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065097841Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065109091Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065115062Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065120702Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065132922Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.065157273Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"39c2fe20-7cb3-4bf4-9729-0998080c9833","remote_addr":"[fd00:1122:3344:101::a]:60772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.186753426Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40500"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.186939531Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.186987092Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187000523Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187034814Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187041594Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187047524Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187053454Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:03.187059794Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7d9726df-ece3-44d6-ac58-d0c7fb0c7824","remote_addr":"[fd00:1122:3344:101::c]:40500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:08.378260498Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:08.378384141Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a9289a4a-c8c8-44b3-83c5-d1294569328a","remote_addr":"[fd00:1122:3344:101::b]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:08.590509286Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:08.590541247Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"85eb5963-8a1b-403a-9945-5decb99ca171","remote_addr":"[fd00:1122:3344:101::b]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:08.601323919Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"989d581a-368b-4a65-b01d-aadcc551288c","remote_addr":"[fd00:1122:3344:101::b]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":747,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:16.08468025Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:16.084763822Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"36863763-9142-4360-a61e-bb3d2c072afe","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51731","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:26.903742852Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61735"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:26.903857845Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a3626ef0-c16c-4c6c-bedb-0644f0969f39","remote_addr":"[fd00:1122:3344:101::a]:61735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:26.932870141Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:26.932894072Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"66c51424-389e-4fa4-a40e-71955af208e0","remote_addr":"[fd00:1122:3344:101::a]:61735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:26.943206151Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"f0fbbb18-611e-4bd7-ac77-58911f96941c","remote_addr":"[fd00:1122:3344:101::a]:61735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.000675717Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.000834432Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"1afa663f-e3c1-4972-aedc-b3684948a14a","remote_addr":"[fd00:1122:3344:101::a]:49678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.042279844Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39676"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.044019881Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.110348538Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.174726141Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"0919cc9a-bf5d-4d9f-b73a-e27413d6a122","remote_addr":"[fd00:1122:3344:101::a]:39676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132392,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.179208472Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"74cb25e9-cb60-4630-ba99-91f9a2cc8ba7","remote_addr":"[fd00:1122:3344:101::a]:39676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2240,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.34785378Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.348625051Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.350537332Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.350547133Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.35154819Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.35155522Z","hostname":"buskin","pid":1574,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.3515723Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"PUT","req_id":"bef0106d-c278-4739-b5d2-dd1123319739","remote_addr":"[fd00:1122:3344:101::a]:39676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4259,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.982726424Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:27.982898179Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"87f42080-db0c-41cb-854e-516df5f1c2b2","remote_addr":"[fd00:1122:3344:101::b]:42619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.053409348Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.0534554Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"6d45238a-2f67-49ee-93bd-6869bac38a86","remote_addr":"[fd00:1122:3344:101::b]:42619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.066113163Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"a7ccf743-0f6a-4be0-88f6-4e3f889e5657","remote_addr":"[fd00:1122:3344:101::b]:42619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.112047707Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.11216644Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"c8904be7-662a-47b8-8602-f6f9795f0e5a","remote_addr":"[fd00:1122:3344:101::c]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.161413814Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.161617239Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"44cf3920-c6b6-4445-906c-363b3ab50b85","remote_addr":"[fd00:1122:3344:101::b]:34682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.164420335Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33022"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.164534788Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.204070669Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.259572332Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"332c5add-7d2f-451c-9f63-ee0f8b904fe7","remote_addr":"[fd00:1122:3344:101::b]:33022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95065,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.259841809Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.25987617Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"2a8ae812-8926-40e4-a971-b82454eaba6d","remote_addr":"[fd00:1122:3344:101::c]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.262525032Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"2e151b4d-1467-4a13-b5ad-a9ae093595a4","remote_addr":"[fd00:1122:3344:101::b]:33022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":598,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.270502268Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"fe9537f8-e5d4-4813-add3-e9835d1162e2","remote_addr":"[fd00:1122:3344:101::c]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.353370723Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.353553087Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"59fbc2ac-86fb-46aa-852f-5680789d83cb","remote_addr":"[fd00:1122:3344:101::c]:38939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.455575831Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60275"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.455681583Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.491895244Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.548730263Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"b113a71c-5050-4144-a330-1abe836b25d0","remote_addr":"[fd00:1122:3344:101::c]:60275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93078,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:28.551033206Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"7ab4f36b-6898-4098-981a-6f50d22e734f","remote_addr":"[fd00:1122:3344:101::c]:60275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:46.146715869Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:46.146857193Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"6bbb2448-0e25-401d-9ef1-78f0fbb903a7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33834","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:50.338430253Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:51326","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:35419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:50.358533437Z","hostname":"buskin","pid":1574,"uri":"/367f799f-31b8-4d9a-a686-ab6e465d52be","method":"GET","req_id":"a24728e2-1bb8-49e1-8076-637015f91a5f","remote_addr":"[fd00:1122:3344:101::d]:35419","local_addr":"[fd00:1122:3344:101::1]:51326","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19960,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:55.017720121Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:56.972559835Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59106"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:56.972678948Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"f3b1fb77-5f3d-4fb5-98d4-d34785d1d53d","remote_addr":"[fd00:1122:3344:101::a]:59106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.030401211Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.030422551Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"cc732544-f440-4f93-a5b1-fcf9e10030a2","remote_addr":"[fd00:1122:3344:101::a]:59106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.040964837Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"09d8031f-e5fe-42fc-b351-857486d754b2","remote_addr":"[fd00:1122:3344:101::a]:59106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.376656709Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.376838584Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"33cef8bf-0b91-46ec-89de-043e1e9479d9","remote_addr":"[fd00:1122:3344:101::a]:40996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.396110446Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58165"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.39627142Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.431775101Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.483812601Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"764b425b-17d4-491e-b32d-aee778469a1f","remote_addr":"[fd00:1122:3344:101::a]:58165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87593,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:57.484203651Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"e9e5e491-1417-49dd-b5e0-69f870066f72","remote_addr":"[fd00:1122:3344:101::a]:58165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.120920365Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.121110121Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"6e9d8c23-c065-4347-bb9f-72b8bc13a2ba","remote_addr":"[fd00:1122:3344:101::c]:32781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.146766836Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65359"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.14691609Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"21751bb6-f96b-4742-ad7c-fbc3bc5dc476","remote_addr":"[fd00:1122:3344:101::b]:65359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.179223075Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.179260226Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"7961d4d5-13c1-4e2e-beb4-bfb5e8100b07","remote_addr":"[fd00:1122:3344:101::b]:65359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.196174194Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.196206275Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"573f8478-2165-49f2-922c-3e0eb3e4076c","remote_addr":"[fd00:1122:3344:101::c]:32781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.196530853Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"9cd87be2-0303-4186-aa9b-419a2c4dbba4","remote_addr":"[fd00:1122:3344:101::b]:65359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.211497479Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5474625c-f747-4ec0-ad43-0e1bf5d6715a","remote_addr":"[fd00:1122:3344:101::c]:32781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.453278017Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.453432361Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"368e8ef8-b68a-4657-b33c-469a50253038","remote_addr":"[fd00:1122:3344:101::b]:52386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.507592518Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.507799363Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"2e746f59-5f9c-417a-91dd-e5cc6304af32","remote_addr":"[fd00:1122:3344:101::c]:46045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.524011933Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35030"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.524148466Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.564275133Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.627195817Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"e2960e44-628f-485f-b8e1-70e7db4e982f","remote_addr":"[fd00:1122:3344:101::b]:35030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103086,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.627374732Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56201"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.627550847Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.631100343Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"5f78347b-6f1b-468f-a67a-04785c5731a4","remote_addr":"[fd00:1122:3344:101::b]:35030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3528,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.667826437Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.727288708Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"7b8b4174-0ac6-4ee1-9b96-a003f2c99425","remote_addr":"[fd00:1122:3344:101::c]:56201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99806,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:41:58.727685669Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"8b50bb1e-aec6-4248-a97e-86d039f183ec","remote_addr":"[fd00:1122:3344:101::c]:56201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:16.181784297Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:16.181928951Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"b0453809-489a-45ba-8df0-a5660ae9ff78","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57173","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:26.914552052Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57735"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:26.914656105Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"00aef57a-cba1-41da-a5b1-c26aff76a2ba","remote_addr":"[fd00:1122:3344:101::a]:57735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:26.998558908Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55235"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:26.998714802Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.034889201Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.088574906Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"266ac54b-ac92-445b-bab0-b8c094f5f6c5","remote_addr":"[fd00:1122:3344:101::a]:55235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89899,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.088828122Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45767"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.088843003Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.088888674Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"21d1c8ac-ee68-48be-9c69-2100c64fd129","remote_addr":"[fd00:1122:3344:101::a]:57735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.089135531Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"ffbab5e0-0bfa-4303-95a9-548769c61565","remote_addr":"[fd00:1122:3344:101::a]:55235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.089265124Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"43cfa347-d831-4f1b-af13-a6f5adb68ff1","remote_addr":"[fd00:1122:3344:101::a]:45767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.100743225Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"bda9faed-2f1d-4365-a7eb-501a8a191e01","remote_addr":"[fd00:1122:3344:101::a]:57735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.945421961Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41457"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:27.945524984Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"1c433310-800e-465c-85a7-7bb0b222d8f1","remote_addr":"[fd00:1122:3344:101::b]:41457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.033848346Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.033880547Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"b25c68d2-d8f8-462c-8448-cfcdf7b66a81","remote_addr":"[fd00:1122:3344:101::b]:41457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.046264072Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"dfe3d0a3-52fb-43a0-8ae4-d85c17d5bf24","remote_addr":"[fd00:1122:3344:101::b]:41457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.105852346Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.106059582Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"ac98c615-9ff8-49e1-9327-322180d95e53","remote_addr":"[fd00:1122:3344:101::b]:53125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.129364223Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63133"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.129463066Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.169100059Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.227615284Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"c844693d-8862-4eb0-9383-b0f948b487c1","remote_addr":"[fd00:1122:3344:101::b]:63133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.227863171Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.228033705Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"af2d8e46-4f9a-4601-8306-aa631ed8a595","remote_addr":"[fd00:1122:3344:101::c]:48049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.228146798Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"2afa23c1-a7e9-4f84-a21b-8a8bddec17e8","remote_addr":"[fd00:1122:3344:101::b]:63133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.24517526Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.245226791Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"8fc750aa-c551-4231-995f-ac842bd21494","remote_addr":"[fd00:1122:3344:101::c]:48049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.256139067Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"eaff78b6-6127-422c-b4f4-cdf4bc383074","remote_addr":"[fd00:1122:3344:101::c]:48049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":444,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.338111087Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.338292892Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"6716f4a0-8e9c-45d7-86cf-f5ab4548978a","remote_addr":"[fd00:1122:3344:101::c]:58631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.356064523Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38672"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.356159036Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.391170654Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.444730564Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"17d03d99-8cb1-442a-bcc3-919d2aaed15c","remote_addr":"[fd00:1122:3344:101::c]:38672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88605,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:28.445188647Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"50f2e3fe-5c4e-451c-a1ce-519754411eca","remote_addr":"[fd00:1122:3344:101::c]:38672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:46.213734412Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:46.213887886Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"7dd2345a-9a6e-41e9-89db-753d1a6cce36","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55740","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.034266673Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56108"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.034389167Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"054da075-215d-4e29-9857-69ed8e5a4a03","remote_addr":"[fd00:1122:3344:101::a]:56108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.080072144Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.080091605Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"429dc211-6924-4919-afd0-49255d211d18","remote_addr":"[fd00:1122:3344:101::a]:56108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.088893023Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"d733f5f8-69a0-4f9f-bb1a-7a3f3b6d87db","remote_addr":"[fd00:1122:3344:101::a]:56108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.145768103Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.145941528Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"de562a95-bbd6-485b-928a-47ca627651e1","remote_addr":"[fd00:1122:3344:101::a]:33247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.181422639Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40538"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.181518762Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.219344736Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.274214452Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"7a2064ae-7642-46d2-9340-18bfe53fec27","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92735,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:57.274682615Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"750c4a50-75db-4194-a0f8-e112897abe71","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.14370306Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41359"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.144485682Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"95fc294b-f634-44c0-9b11-4219eebb9714","remote_addr":"[fd00:1122:3344:101::b]:41359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.19464231Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.194674041Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"d023dfd3-92fe-4a22-9e33-764770608e33","remote_addr":"[fd00:1122:3344:101::b]:41359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.205030111Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"e5ea65f9-cac2-46b9-8e00-89563d14af63","remote_addr":"[fd00:1122:3344:101::b]:41359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.301642048Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.30170496Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a2000ae4-05ee-4f31-95a8-c6b4c9f0ade6","remote_addr":"[fd00:1122:3344:101::c]:60351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.316572112Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51614"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.316740327Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"da62b027-a76e-48c3-93bb-ad0a55cacf61","remote_addr":"[fd00:1122:3344:101::b]:51614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.369050824Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50208"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.369138706Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.408892463Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463052469Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"8c403382-9604-4602-8069-c7755bed82a6","remote_addr":"[fd00:1122:3344:101::b]:50208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93957,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463336497Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54623"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463657236Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463689517Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"5f8b92cf-8cee-4ab1-8115-418049535051","remote_addr":"[fd00:1122:3344:101::b]:50208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463706377Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"04878f29-5dfa-41f5-ae0f-04bffc29d1c2","remote_addr":"[fd00:1122:3344:101::c]:60351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.463784309Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"e97c1ed4-5259-4ec0-87c9-9b7f50d9b90f","remote_addr":"[fd00:1122:3344:101::c]:54623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.473669907Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"f46159fb-bf25-4a1c-816c-f3c18d78de85","remote_addr":"[fd00:1122:3344:101::c]:60351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.54245541Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38802"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.542555803Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.575895046Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.627431541Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"bb09699e-d8d2-4855-832c-a21e88473feb","remote_addr":"[fd00:1122:3344:101::c]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84923,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:42:58.62773286Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"db480351-d958-4f43-b8c4-484fba064125","remote_addr":"[fd00:1122:3344:101::c]:38802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:16.247369061Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:16.247478115Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"b247b8b9-0bfb-49a0-b5f0-08953b9c4a26","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51988","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.908044144Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.908154017Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"eb35d8e6-623c-4372-8d93-c02bc49ea19a","remote_addr":"[fd00:1122:3344:101::a]:35340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.956151067Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.956168387Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"979f7b8f-772b-4249-9012-23e781cce988","remote_addr":"[fd00:1122:3344:101::a]:35340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.956237379Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.956433185Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"d50c3d1b-6bd4-42d9-a3aa-22f723495240","remote_addr":"[fd00:1122:3344:101::a]:58773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:26.965361856Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"f2852efc-a45e-43f0-adb2-c2d7e538fd30","remote_addr":"[fd00:1122:3344:101::a]:35340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:27.008638168Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50032"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:27.008763682Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:27.043264156Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:27.097951317Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"21ece951-6d91-4988-8ace-81bf73e0e902","remote_addr":"[fd00:1122:3344:101::a]:50032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89237,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:27.098212304Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"77d11645-e873-4cb5-98c1-95344dd63597","remote_addr":"[fd00:1122:3344:101::a]:50032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.022739173Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.022882517Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"8cc6d996-5029-4d87-abca-9828b6a18fde","remote_addr":"[fd00:1122:3344:101::b]:50651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.04809208Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.048126451Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"1f58ebe5-49dc-4ebd-b27d-e9f9789b4a80","remote_addr":"[fd00:1122:3344:101::b]:50651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.062353866Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"630090b5-d080-4f95-bf32-2790d32d265a","remote_addr":"[fd00:1122:3344:101::b]:50651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.154869152Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58924"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.155017676Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"bd3befcb-9b05-4c49-b9ba-751f0aec8e26","remote_addr":"[fd00:1122:3344:101::b]:58924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.156448345Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44822"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.156559838Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.192993075Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.247062059Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"765ea51e-bf5c-47e5-b87a-d8b70cbca281","remote_addr":"[fd00:1122:3344:101::b]:44822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90550,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.247171932Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.247299555Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"8f1e2fd1-806f-4666-906e-dd0c9919c185","remote_addr":"[fd00:1122:3344:101::c]:36041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.247446049Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"7c592081-5e29-4f3c-8744-165c384b8c63","remote_addr":"[fd00:1122:3344:101::b]:44822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.26668556Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.266939827Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"c879a9d5-8327-4ef0-81ff-9551c7b155ba","remote_addr":"[fd00:1122:3344:101::c]:52034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.294473793Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.294496513Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"bafd00df-6921-426d-9707-e172b6bd02c9","remote_addr":"[fd00:1122:3344:101::c]:36041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.297562587Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62525"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.29767811Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.335641748Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.39369778Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"77b68a1c-1841-4681-ad03-3618fd0cc575","remote_addr":"[fd00:1122:3344:101::c]:62525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96065,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.394171403Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"9716a05d-d8e0-4d04-acff-a8a276b9261a","remote_addr":"[fd00:1122:3344:101::c]:62525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:28.394184893Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"b95239b2-60a0-4a5c-afb8-e1c91cc9c09f","remote_addr":"[fd00:1122:3344:101::c]:36041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:46.280510568Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:46.280663962Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"a3739443-6ba6-4613-b0c0-1bb4d4768d39","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38538","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.009950803Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.010067006Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"892d73c5-6eb0-4e08-ad92-2b278e825eb0","remote_addr":"[fd00:1122:3344:101::a]:51971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.028358621Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.028381192Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"5e779ace-c460-4701-b7fb-25b02aead54c","remote_addr":"[fd00:1122:3344:101::a]:51971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.166876863Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.167080148Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"2e8b6066-c511-4417-9bb4-119dd5569069","remote_addr":"[fd00:1122:3344:101::a]:54976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.17747677Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"d1510e03-6a27-4ab2-972a-c076d955a263","remote_addr":"[fd00:1122:3344:101::a]:51971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.197212494Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43022"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.197295366Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.234765421Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.291446876Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"7888993a-8923-419e-b6d5-d76f5121030a","remote_addr":"[fd00:1122:3344:101::a]:43022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94182,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:57.293997216Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"51cbc138-d075-4a2f-b020-b9528bb1534a","remote_addr":"[fd00:1122:3344:101::a]:43022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.150334728Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38378"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.15041909Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"4818191f-3b3f-4df8-bd63-9550564b5d5b","remote_addr":"[fd00:1122:3344:101::b]:38378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.202173312Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.202234133Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"0ecc9bb9-afc2-42fb-97b1-65e644b5c19a","remote_addr":"[fd00:1122:3344:101::b]:38378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.212851231Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"7b703dbd-c17b-43e6-9751-25c739be1361","remote_addr":"[fd00:1122:3344:101::b]:38378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.261335424Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.261503048Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"b791d146-102f-4660-abac-9605025c1d19","remote_addr":"[fd00:1122:3344:101::b]:56666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.289834246Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.289898717Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.325171033Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.375187677Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"4ed5c26d-002f-4fed-8456-2302fc2343f1","remote_addr":"[fd00:1122:3344:101::b]:56383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85316,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.375443874Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"bf6dee25-c8c0-49f6-947a-f47fa1cc9ad9","remote_addr":"[fd00:1122:3344:101::b]:56383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.413094024Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.41330596Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"9c74452a-0e89-458f-996b-257381858552","remote_addr":"[fd00:1122:3344:101::c]:39490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.422890299Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.422986442Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3d3e64ee-5f3d-4c49-8c17-37ce3d1ddadc","remote_addr":"[fd00:1122:3344:101::c]:59348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.472099262Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.472116632Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"81a61956-8568-42c9-882c-bf31124dd850","remote_addr":"[fd00:1122:3344:101::c]:59348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.483068529Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"0d35b603-900a-4f51-8708-964ff8ce4293","remote_addr":"[fd00:1122:3344:101::c]:59348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.533898276Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53108"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.533962258Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.570274741Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.625700362Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"ae716b60-faa5-41f7-9026-7f94bf425fb2","remote_addr":"[fd00:1122:3344:101::c]:53108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91764,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:43:58.62600773Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"008c37ba-d8b4-4c77-aa2f-276e9602fdff","remote_addr":"[fd00:1122:3344:101::c]:53108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:16.31905165Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:16.319203014Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"3236d604-5d3b-4c5c-9ec6-ce1f625f3643","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44153","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:26.869829276Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52601"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:26.86996466Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"8a06118e-b586-4ab9-9305-f74f57d9ad41","remote_addr":"[fd00:1122:3344:101::a]:52601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:26.915968276Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:26.916051258Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"1b0d7409-e33d-463c-b9ba-0a82fe326057","remote_addr":"[fd00:1122:3344:101::a]:52601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:26.926764888Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5da6ce9e-2a9b-43d7-98ed-4e02f599594e","remote_addr":"[fd00:1122:3344:101::a]:52601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.053397738Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.053542242Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"a49512b1-79c7-42a4-9c5d-b5ea78b02dc9","remote_addr":"[fd00:1122:3344:101::a]:59069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.091816998Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56675"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.091897351Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.131221805Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.189892314Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"3ea0ddd4-8216-4579-89c7-f66b2c651e5a","remote_addr":"[fd00:1122:3344:101::a]:56675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98030,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.190153152Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"abf62afe-5b33-4743-85a6-3f0946d55775","remote_addr":"[fd00:1122:3344:101::a]:56675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.920028099Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.920168992Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"223f5b6a-6174-468e-83cb-5372f3600e39","remote_addr":"[fd00:1122:3344:101::b]:56182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.935443066Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.935471757Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"11978d6c-c05c-45da-bd45-c08c4cc59953","remote_addr":"[fd00:1122:3344:101::b]:56182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:27.944295896Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"b4802534-441b-4407-bab2-45d57819f997","remote_addr":"[fd00:1122:3344:101::b]:56182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.047904502Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.048160159Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"e87e2eeb-14c9-4445-997e-e05be27b97bb","remote_addr":"[fd00:1122:3344:101::b]:46480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.116348286Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49606"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.116447038Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.154830428Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.211885523Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"2765c70c-ce6c-45de-a43c-e516ba4e4975","remote_addr":"[fd00:1122:3344:101::b]:49606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95482,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.212093039Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36968"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.212250213Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"9f5cc125-3545-4cbd-a6a6-43232eb0e867","remote_addr":"[fd00:1122:3344:101::b]:49606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.212320715Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"42a34eed-95a9-428d-8589-bac8be6a1126","remote_addr":"[fd00:1122:3344:101::c]:36968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.22726387Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.22728229Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"afdc37ec-f7f8-4bc4-87e5-08b7327f8415","remote_addr":"[fd00:1122:3344:101::c]:36968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.237293811Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"cb6b2267-30e4-438c-a157-3bbc513f5922","remote_addr":"[fd00:1122:3344:101::c]:36968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.274977912Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.275164387Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"368c5a79-1e48-41bf-95bb-8fbae31592aa","remote_addr":"[fd00:1122:3344:101::c]:39001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.367408315Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54699"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.367520618Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.404622723Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.453574459Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"e0cec240-162a-423a-a2e7-9cb2d159cc50","remote_addr":"[fd00:1122:3344:101::c]:54699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:28.453841056Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"7054da3a-15e3-4b26-acad-dbed2572c6a6","remote_addr":"[fd00:1122:3344:101::c]:54699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:46.359286608Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:46.359452203Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"5c7a0add-855a-41d6-a75f-e2eba25928c9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60344","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.038206985Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56118"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.038336848Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3e973dd0-4b5d-4906-941c-adc64ec460e3","remote_addr":"[fd00:1122:3344:101::a]:56118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.087399007Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.087420078Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a9c8301a-000d-49db-99fd-d4e16f020ec0","remote_addr":"[fd00:1122:3344:101::a]:56118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.096505614Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"b00b9ad3-310e-4d4a-8a11-8c73763b0b58","remote_addr":"[fd00:1122:3344:101::a]:56118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.248529261Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46879"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.248704606Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"5a7caf87-442f-49e9-8d3f-632654180a89","remote_addr":"[fd00:1122:3344:101::a]:46879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.272208792Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35885"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.272303935Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.309957365Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.361423539Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"78dfb582-9fa7-4257-a3de-f2d43a65c779","remote_addr":"[fd00:1122:3344:101::a]:35885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89152,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:57.364301926Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"dd4f33cf-9bc2-4fd0-9ddf-d9e740d1f1b6","remote_addr":"[fd00:1122:3344:101::a]:35885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.131314979Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.131451523Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"d2f53ce9-4932-4c34-8d33-e36e28b3afc7","remote_addr":"[fd00:1122:3344:101::b]:38736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.175926698Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.175953359Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"9a674811-6a20-4c7e-97de-f39e1fe0e0e0","remote_addr":"[fd00:1122:3344:101::b]:38736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.190637336Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5d2e75fb-9136-413b-b20b-0ae17bd251af","remote_addr":"[fd00:1122:3344:101::b]:38736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.275144535Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.275316239Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"e81d794d-4e30-4509-ad89-f974781223a2","remote_addr":"[fd00:1122:3344:101::b]:39726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.283711727Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.283794349Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3a748909-d4ce-4a40-8ab2-f6f7911a95c4","remote_addr":"[fd00:1122:3344:101::c]:35464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.330901645Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.330916165Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"6175afa0-8a4c-4d50-8742-a258e56faebe","remote_addr":"[fd00:1122:3344:101::c]:35464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.377111227Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.37725211Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"dfa719c0-ae02-4228-9009-1e4e86d177ed","remote_addr":"[fd00:1122:3344:101::c]:59544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.381131345Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"8ab245f3-1e9f-4da6-a083-c0575ffc7566","remote_addr":"[fd00:1122:3344:101::c]:35464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.555708304Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41099"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.555922169Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.593719083Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.649038431Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"b5dbcbd7-4a8b-428d-ac13-a6365c100134","remote_addr":"[fd00:1122:3344:101::c]:41099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.649309799Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43934"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.649614337Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.649639528Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"806ddab8-97a8-49ae-9e4c-d4b4570c2278","remote_addr":"[fd00:1122:3344:101::c]:41099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.685032696Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.738475943Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"e63fcf4c-68f7-4be2-b450-a7a8cde22a3d","remote_addr":"[fd00:1122:3344:101::b]:43934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89021,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:44:58.738857494Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"809cc585-e07b-4361-8cc2-5684238661f9","remote_addr":"[fd00:1122:3344:101::b]:43934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:16.394173252Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:16.394304015Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"3e92d47b-5d90-4e82-a9eb-76af459c24c5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51207","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:26.901847621Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:26.901973034Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"99915089-4c3f-4f1b-a519-eb1d27a13193","remote_addr":"[fd00:1122:3344:101::a]:50873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:26.918362118Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:26.918377258Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"f168babd-79df-40fc-812c-a54e3ffba037","remote_addr":"[fd00:1122:3344:101::a]:50873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:26.927442774Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"20e963ab-d2a1-4242-a05e-a2d3119b19ee","remote_addr":"[fd00:1122:3344:101::a]:50873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.026135827Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.0262811Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"9fa0e783-cd4b-4a28-a83e-b387cce29a01","remote_addr":"[fd00:1122:3344:101::a]:42030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.059357936Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34648"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.059417598Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.09827157Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.154523444Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"f01f22b3-d590-426e-bf1c-36ce60cfc6de","remote_addr":"[fd00:1122:3344:101::a]:34648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95131,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.154796011Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"2f67fa4f-ec32-4d7f-9a24-289541bbe1bf","remote_addr":"[fd00:1122:3344:101::a]:34648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.976446544Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:27.976630289Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"f190f602-8484-4781-a527-3b70f0ec60ea","remote_addr":"[fd00:1122:3344:101::b]:58294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.063972124Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.064008575Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"5604a889-ad37-4768-9ff6-671ed0ec3ee3","remote_addr":"[fd00:1122:3344:101::b]:58294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.07269216Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"3eb9cc06-046b-43df-a4bf-a322c3ff860c","remote_addr":"[fd00:1122:3344:101::b]:58294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.175847044Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.175932417Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"44a9457f-aad1-448a-8247-c3d161c557b5","remote_addr":"[fd00:1122:3344:101::c]:32912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.191171389Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.19120317Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"5a4538bb-b4b2-4a82-bd56-232c501a4916","remote_addr":"[fd00:1122:3344:101::c]:32912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.193513353Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60364"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.193606485Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.233481885Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.290623223Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"c4880005-e93e-447a-97a1-f0d320449d7d","remote_addr":"[fd00:1122:3344:101::b]:60364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97049,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.290953972Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62684"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291063795Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44280"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291104056Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291287871Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"3ac7cc5c-cbd1-42ee-86bf-8c7586abd5eb","remote_addr":"[fd00:1122:3344:101::b]:60364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291406694Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"a928dbb5-ce08-43eb-a98e-6726c7733933","remote_addr":"[fd00:1122:3344:101::c]:32912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":512,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291416744Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"0b6b4742-228b-4cd1-ae3c-8623afa4747d","remote_addr":"[fd00:1122:3344:101::b]:62684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.291488196Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.301572469Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"5b0c0295-b11d-4514-83ea-0b8161254d49","remote_addr":"[fd00:1122:3344:101::c]:44280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10114,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.328579381Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.382365887Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"debb1252-ca38-4748-bcce-afc7e12e5d1d","remote_addr":"[fd00:1122:3344:101::c]:33932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91018,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:28.382687876Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"03aab981-7574-40b6-b204-b15dcda8ef8c","remote_addr":"[fd00:1122:3344:101::c]:33932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:46.433230469Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47728"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:46.433325341Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"06804f8c-f9c6-4c15-9514-95a753385109","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47728","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:56.952555103Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:32803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:56.952712197Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a02fcdea-034b-4071-b8d4-9695d36a5df0","remote_addr":"[fd00:1122:3344:101::a]:32803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.009577057Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.00968555Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"b178fc9c-c4cf-495c-93af-b34d5a82173b","remote_addr":"[fd00:1122:3344:101::a]:32803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.147554004Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.147728859Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"ba6636db-5225-4abf-9f7a-a56326fd5063","remote_addr":"[fd00:1122:3344:101::a]:48224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.155583891Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"e6048749-6c7e-4f17-8953-50feef1cc2dd","remote_addr":"[fd00:1122:3344:101::a]:32803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.305326677Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52447"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.305451921Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.342267318Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.393960838Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"5044fa04-5274-4813-a5e7-1343f1c58368","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88576,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394233745Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394516102Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"b1006d0b-5226-4c35-944f-59e85d02e02b","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394751959Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394828231Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394880843Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394888873Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394930114Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394953234Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394973945Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:57.394985205Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d2ffbc66-3e2e-44e6-8e7e-c1517b1a40d5","remote_addr":"[fd00:1122:3344:101::a]:50971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":540,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.074539379Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.074660703Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"34ada549-0986-40fb-9265-ed7a860b3585","remote_addr":"[fd00:1122:3344:101::b]:49238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.120485914Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.120516435Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"36bf9e15-553b-4a03-8fc5-0679a22364c6","remote_addr":"[fd00:1122:3344:101::b]:49238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.130941877Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"85840571-7477-4e2f-a12d-18a687b31867","remote_addr":"[fd00:1122:3344:101::b]:49238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.259689444Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46213"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.25990693Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.259945031Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.259981782Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.259998512Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.260015693Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.260028933Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.260046204Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.260060854Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9c07f4ea-a933-4a7e-b9fc-7c423411ee80","remote_addr":"[fd00:1122:3344:101::b]:46213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.288327389Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.288476424Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"cbe4cc55-12d3-4beb-848b-595c2fcde74c","remote_addr":"[fd00:1122:3344:101::b]:58944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.376717243Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58063"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.376807346Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.416617084Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.482819377Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"5ea87bcb-5e4d-405d-979a-cb2df2813f15","remote_addr":"[fd00:1122:3344:101::b]:58063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106044,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.48294143Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.483059434Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"7fee0928-5fc2-47b0-9351-44cff362adf1","remote_addr":"[fd00:1122:3344:101::c]:43076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.483211698Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"22f47098-6829-421f-bf16-e60dc15231fb","remote_addr":"[fd00:1122:3344:101::b]:58063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.547343315Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.547517089Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"7d1fcc77-81c6-4fce-84dd-b31837ade059","remote_addr":"[fd00:1122:3344:101::c]:36178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.589500246Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.589521457Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"b2488168-5d34-4985-b8c2-cfe6b9574659","remote_addr":"[fd00:1122:3344:101::c]:43076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.595837798Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62013"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.59591004Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.635631366Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.693864463Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"57f0efcc-ec40-4f52-a0cd-5f5e47259977","remote_addr":"[fd00:1122:3344:101::c]:62013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97983,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.694178141Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"35868152-3522-4e62-94b1-1fc7043285a3","remote_addr":"[fd00:1122:3344:101::c]:43076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.694328085Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"6d3c1654-494b-470c-bf15-1140c568a0e8","remote_addr":"[fd00:1122:3344:101::c]:62013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874608267Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62611"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874812783Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874853584Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874878295Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874891025Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874907566Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874913226Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874917066Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:45:58.874930396Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"62dca679-0d11-4959-ba78-37db87be4194","remote_addr":"[fd00:1122:3344:101::c]:62611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:16.472616494Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:16.472734257Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"1ea9b0d5-6d37-4bae-a1c2-56dbb7fd5d89","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46405","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:26.991871497Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:26.992018101Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"084946e6-16a4-48a5-9b86-dd8971bc1552","remote_addr":"[fd00:1122:3344:101::a]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.042631371Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.042696973Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"19b0765c-5981-4912-91e5-a780fcb82e3b","remote_addr":"[fd00:1122:3344:101::a]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.170194436Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.170388191Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"675e53fa-d4ce-4dab-8acb-d8cff378bee9","remote_addr":"[fd00:1122:3344:101::a]:40442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.174126833Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5b359562-278a-4a97-84be-aefebb0e586d","remote_addr":"[fd00:1122:3344:101::a]:50066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.209762598Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41542"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.209865241Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.249432872Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.30512337Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"2647d9f0-4df1-4a28-b02d-fecabe4f86d5","remote_addr":"[fd00:1122:3344:101::a]:41542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95291,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.305377357Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"61d0132d-d462-406a-81d5-920c6501425f","remote_addr":"[fd00:1122:3344:101::a]:41542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.946565772Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.946720377Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"eab0f9a9-5e56-41af-abf5-8e5a7fffc9e5","remote_addr":"[fd00:1122:3344:101::b]:38417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.961335722Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.961369443Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"12832da2-1901-4d0b-a7a4-0c8b25e8f82f","remote_addr":"[fd00:1122:3344:101::b]:38417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:27.970819149Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"19c4c599-412e-45de-b43d-9be587bb1323","remote_addr":"[fd00:1122:3344:101::b]:38417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.136378593Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.136560768Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"121dc0e2-bfa2-4a75-8a5e-9ee9b63b0075","remote_addr":"[fd00:1122:3344:101::b]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.171838634Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60034"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.171948226Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.21049307Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.265962463Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"b02cec0e-436a-4da7-8408-0ddde5be3450","remote_addr":"[fd00:1122:3344:101::b]:60034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94071,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.266051595Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.266320432Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"993da7cb-79a0-44c6-97ea-7d714b90da92","remote_addr":"[fd00:1122:3344:101::c]:62179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.266409695Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"5e3f0cab-a5ef-4b2b-b07e-ba115ffbdc4a","remote_addr":"[fd00:1122:3344:101::b]:60034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.340934183Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55352"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.341085057Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"938917fa-45e5-466c-a25f-5c7a607a1007","remote_addr":"[fd00:1122:3344:101::c]:55352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.389590841Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.389606771Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"6e5488bf-abab-4d73-a25c-efdee850add9","remote_addr":"[fd00:1122:3344:101::c]:55352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.399043207Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"57586bd0-0e9d-4bdd-8327-cdd8ae7dfb8d","remote_addr":"[fd00:1122:3344:101::c]:55352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.420085277Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52819"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.42018264Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.457674325Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.507742001Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"12a37f21-1664-4b3e-a280-3f377545eb30","remote_addr":"[fd00:1122:3344:101::c]:52819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87609,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:28.508052939Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"cbcdf123-9d6a-4524-9b40-20081cc35dd9","remote_addr":"[fd00:1122:3344:101::c]:52819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:40.434427771Z","hostname":"buskin","pid":1574,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:40.434498383Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:40.464712111Z","hostname":"buskin","pid":1574,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999571s","next_cleanup":"Instant { tv_sec: 2727, tv_nsec: 752819355 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:46.505045512Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35989"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:46.50571023Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"34962eb3-aaca-44ca-ad77-649c222d6e1f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35989","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:55.0199247Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.020596484Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.020699127Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"274f813b-709c-4196-922c-7c43d5699380","remote_addr":"[fd00:1122:3344:101::a]:46579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.035741954Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.035790215Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"ad19df06-cb01-4633-9bbb-205a9fb523f2","remote_addr":"[fd00:1122:3344:101::a]:46579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.04484282Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"b0d1aea3-1f75-47ba-a937-697a223ad2af","remote_addr":"[fd00:1122:3344:101::a]:46579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.116733347Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39986"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.11683531Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.157309356Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.212609544Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"9470a22e-77b7-406d-b169-d18dc48d428c","remote_addr":"[fd00:1122:3344:101::a]:39986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95813,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.212695196Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41053"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.212989844Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"7550742a-bf79-4c53-9da8-7a4592a9da5d","remote_addr":"[fd00:1122:3344:101::a]:41053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:57.213086587Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"5db46b79-0747-4246-b799-47a45e507896","remote_addr":"[fd00:1122:3344:101::a]:39986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.094654822Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.094786136Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"54d86371-3e3b-41d7-b1ec-c1e7dfa22fde","remote_addr":"[fd00:1122:3344:101::b]:45295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.146169398Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.146202618Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"b112edc1-5c2f-4fdb-9e68-bbb7bec4da2b","remote_addr":"[fd00:1122:3344:101::b]:45295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.155645384Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"ea86b52b-d313-47f0-8d3c-cb79355361cf","remote_addr":"[fd00:1122:3344:101::b]:45295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.26367026Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.263815524Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"af7894ac-0823-4595-8905-69e8e4c24e02","remote_addr":"[fd00:1122:3344:101::c]:55620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.277037262Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34704"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.277174656Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.321160597Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.38033882Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"992d0e70-01d6-462b-afed-8be67ee8fed1","remote_addr":"[fd00:1122:3344:101::b]:34704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.380699589Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60592"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.380849464Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.380888465Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"116c8b8d-b623-4e36-9c6b-3144db25b036","remote_addr":"[fd00:1122:3344:101::c]:55620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.381026918Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"4e528619-fd9e-4456-bf3c-0ccc4e3bea97","remote_addr":"[fd00:1122:3344:101::b]:34704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":283,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.38109775Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"ccd48be2-8604-427a-a799-c87676c0f2d9","remote_addr":"[fd00:1122:3344:101::b]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.427789485Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.42797075Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"2c9e229f-0595-46d4-a2c0-38760b33983b","remote_addr":"[fd00:1122:3344:101::c]:41078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.434530127Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"97a82338-0004-4f42-b353-a36608188aa1","remote_addr":"[fd00:1122:3344:101::c]:55620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.463906193Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53144"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.464000685Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.499072145Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.550306783Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"8b4464d9-cddc-4475-9316-81a822d67633","remote_addr":"[fd00:1122:3344:101::c]:53144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86339,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:46:58.553404337Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"03ffe6d0-562d-4e8e-9694-398beec59bef","remote_addr":"[fd00:1122:3344:101::c]:53144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:16.537371386Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59100"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:16.53752333Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"bffa5190-4ca7-4dfe-9402-5a563c412bf2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59100","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:26.851962286Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:26.852062108Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"2bb02679-ac12-4eff-b4a6-05a4bcd5df0b","remote_addr":"[fd00:1122:3344:101::a]:44626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:26.90603543Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:26.906066121Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"c4f522ef-2b13-4c24-bae5-0bb1f77c0629","remote_addr":"[fd00:1122:3344:101::a]:44626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:26.915167387Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"6e525db2-4555-469b-90a2-3d8c42ccdb1b","remote_addr":"[fd00:1122:3344:101::a]:44626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.017978172Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.018184797Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"c55d3e8f-7e9f-40d8-914e-bece176db987","remote_addr":"[fd00:1122:3344:101::a]:58632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.045096746Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46620"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.045207649Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.085795319Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.147106139Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"c01b63c5-9773-4a33-9a82-86789b69d844","remote_addr":"[fd00:1122:3344:101::a]:46620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101963,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:27.147363986Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"fca56ca3-27d5-4fbc-b1ac-cbf97aeb8cf0","remote_addr":"[fd00:1122:3344:101::a]:46620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.037411141Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.037526334Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"6827694e-b76d-4d45-b804-d3554953f248","remote_addr":"[fd00:1122:3344:101::b]:49512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.067913937Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.06837884Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"5c1d8514-6d73-4cb9-b828-96e4b12f4291","remote_addr":"[fd00:1122:3344:101::b]:62249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.100058018Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.100079318Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"bda9fa1b-f131-478d-99e4-ad7ccca5df63","remote_addr":"[fd00:1122:3344:101::b]:49512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.11121215Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"58ba9836-1d07-490e-9d01-5473415d5e58","remote_addr":"[fd00:1122:3344:101::b]:49512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.13927576Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44230"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.139376942Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.181691139Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.24636685Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"745caf63-a4de-45fa-b655-76aa71aa84de","remote_addr":"[fd00:1122:3344:101::b]:44230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107023,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.246622737Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"fcbb0f0b-11c3-4815-aeb0-ac8ede703d31","remote_addr":"[fd00:1122:3344:101::b]:44230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.316089248Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34286"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.316251893Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"13f3af84-4b20-488d-9bda-917191a69d7e","remote_addr":"[fd00:1122:3344:101::c]:34286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.356515243Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.356543324Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"ae4b64aa-b442-4bd8-9e21-4ac91bda1846","remote_addr":"[fd00:1122:3344:101::c]:34286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.36267202Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.362874035Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"777af362-7fc2-465e-ab7d-73ac28b26a92","remote_addr":"[fd00:1122:3344:101::c]:53275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.366305848Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"f5ba647f-3f9d-47b4-a7b1-7a2f1ee05ae7","remote_addr":"[fd00:1122:3344:101::c]:34286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.456530392Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55991"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.456631425Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.498685984Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.567146188Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"35855308-a977-444a-b95d-7f72b76315cc","remote_addr":"[fd00:1122:3344:101::c]:55991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110544,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:28.567479617Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"00697312-d666-48fd-a468-ad0cbe6595a0","remote_addr":"[fd00:1122:3344:101::c]:55991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:46.569783893Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:46.569889906Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"cdc3bffb-2cb2-423b-a4b2-4af3bc93c52a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41346","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.050197604Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33527"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.050317297Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3a87118c-5325-44f3-8104-aa794b2ad232","remote_addr":"[fd00:1122:3344:101::a]:33527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.065824887Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.065852268Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"da24068f-a286-44d5-808b-17762d4a4ef4","remote_addr":"[fd00:1122:3344:101::a]:33527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.129619515Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.129787529Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"36cfae07-d50d-40a6-8a0b-f3b36b9ea022","remote_addr":"[fd00:1122:3344:101::a]:64190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.138840124Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"1a6d54a5-bbf8-4913-b310-de7d37783b46","remote_addr":"[fd00:1122:3344:101::a]:33527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.187881642Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59511"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.187981265Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.22988025Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.289431603Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"e8c5a74f-7455-49c5-b728-c1b3610a8e80","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101500,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:57.289677419Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"4342b01a-dfc9-43c7-a1d4-a6a9bbe409a3","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.183644581Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.183753614Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"c1b65e82-1daf-4209-aa45-5aa65e215505","remote_addr":"[fd00:1122:3344:101::b]:58069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.198316128Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.198335549Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"791665cd-3e48-49ae-af03-94dc1662e2f7","remote_addr":"[fd00:1122:3344:101::b]:58069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.284098541Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.284279346Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"fa68bf05-bc15-467b-bb7f-e6cc3b83a5d6","remote_addr":"[fd00:1122:3344:101::b]:39692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.290549216Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"cdcfb05d-9c3b-4a51-9303-a27ff840e4c3","remote_addr":"[fd00:1122:3344:101::b]:58069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.290675869Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60841"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.290747642Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"107690e8-6dbd-4858-82e5-1d4f6fb8ac61","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.335906425Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.335925915Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"67d72d0c-9334-48c7-a0be-d6feab7b57d3","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.344863057Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"911e71ef-bf2a-4c97-9a40-daea7be4cda9","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.36417799Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54905"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.364266782Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.404910063Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.463205812Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"8dea15da-7366-4774-8222-45dfac8d12d3","remote_addr":"[fd00:1122:3344:101::b]:54905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98970,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.463320535Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.46349129Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"1a91b9fb-c7fb-463e-93f8-dd18e7e2647b","remote_addr":"[fd00:1122:3344:101::c]:53586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.463627053Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"ba0e6a8a-fb5d-4d88-b913-6eb7c141dd55","remote_addr":"[fd00:1122:3344:101::b]:54905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.472216686Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51662"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.472383781Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.508369535Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.565998896Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"471bd9e3-a641-42c1-9604-125480dbc1c1","remote_addr":"[fd00:1122:3344:101::c]:51662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93686,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:47:58.566303274Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"45271e51-1c64-48a8-95b7-30fec9f2b8e2","remote_addr":"[fd00:1122:3344:101::c]:51662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:16.611497152Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:16.611649296Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"44e95cb5-bd76-44fe-9ee5-17ec8421cba6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35010","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.02240763Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.022510063Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"1f14e88c-0e65-4bec-94ca-97a01a8a0a69","remote_addr":"[fd00:1122:3344:101::a]:56782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.039289637Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.039460822Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"af88dccd-e9c5-4da2-82fc-3ea42d0dff42","remote_addr":"[fd00:1122:3344:101::a]:60612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.068326773Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.068365225Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"88938fbf-b5fc-408e-acc9-4f95b95631c6","remote_addr":"[fd00:1122:3344:101::a]:56782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.077897203Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"9bdaeb5e-af4e-473d-bb97-97754dfb2aee","remote_addr":"[fd00:1122:3344:101::a]:56782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.082616451Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62631"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.082702443Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.123354244Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.184198402Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"5f1108eb-7b94-44c1-a289-17cf189c4512","remote_addr":"[fd00:1122:3344:101::a]:62631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101510,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:27.18450176Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"0df86d3d-b722-4a87-8884-f21f159e4996","remote_addr":"[fd00:1122:3344:101::a]:62631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.020963594Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.021090027Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a8b8d3d9-ac83-49d3-8c15-0342579c4fab","remote_addr":"[fd00:1122:3344:101::b]:64158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.036037662Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.036055493Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"1d7eff54-08c3-44a4-8fd0-71fa1642d2c6","remote_addr":"[fd00:1122:3344:101::b]:64158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.044837991Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"e62e6dea-3ad5-4433-8e32-11eaad1c8576","remote_addr":"[fd00:1122:3344:101::b]:64158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.118850375Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.119351049Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"6251f1e9-7b3c-42c6-9ee1-bb50a08b4569","remote_addr":"[fd00:1122:3344:101::b]:58152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.137668055Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41138"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.137770308Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.179656912Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.250547922Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"3fff4fde-1ab3-427c-8826-0951a9f56460","remote_addr":"[fd00:1122:3344:101::b]:41138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112806,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.250696436Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43118"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.250875171Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"cde282bd-5f25-466b-b21b-8f1eeb6df07d","remote_addr":"[fd00:1122:3344:101::c]:43118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.251048475Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"a75f2eb1-a1a6-420a-aa24-5d4277b9af33","remote_addr":"[fd00:1122:3344:101::b]:41138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.296455055Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.296495606Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"2364a654-ddc9-4396-a19d-e479ec5de0ef","remote_addr":"[fd00:1122:3344:101::c]:43118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.359164504Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.359359459Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"af1e63e0-0e44-465d-bff5-4c1e68d9a38d","remote_addr":"[fd00:1122:3344:101::c]:58180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.362307679Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"0422729c-9f9c-4f83-bb48-aa739d2c35d9","remote_addr":"[fd00:1122:3344:101::c]:43118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.396814303Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61149"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.397033629Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.433200359Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.485150136Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"72cb2d74-6fa2-4f64-9acd-c9712d9a0a14","remote_addr":"[fd00:1122:3344:101::c]:61149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88193,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:28.485605958Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"9b61fbad-a24a-4ef9-b62b-6172753fbfd4","remote_addr":"[fd00:1122:3344:101::c]:61149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:46.644822034Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:46.644926106Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"e915e872-a807-4716-b8bc-2f639d4b4780","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64346","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:48.831169596Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:48.833330194Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:56.997779662Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:56.997882645Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"ca96cdd3-d856-461a-ba33-afea70a5e609","remote_addr":"[fd00:1122:3344:101::a]:45789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.041075395Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.041107176Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"90252c9b-de58-45cd-8fa6-3681aa462e4c","remote_addr":"[fd00:1122:3344:101::a]:45789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.149606024Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.149788689Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"8f6dce0b-451f-4628-a6be-9d8f0f366088","remote_addr":"[fd00:1122:3344:101::a]:59544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.16051926Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"af814b62-0ab6-4b94-8bbc-16e6462d332f","remote_addr":"[fd00:1122:3344:101::a]:45789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.198591391Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58921"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.198734885Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.240198878Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.302450014Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"d53d0674-4b01-486c-b897-f72891c4036d","remote_addr":"[fd00:1122:3344:101::a]:58921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103777,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:57.302752062Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"eb3c578b-5035-49d5-bb4d-c72a6a016a31","remote_addr":"[fd00:1122:3344:101::a]:58921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.054478761Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.054617694Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"e564b13d-8894-422a-9c43-105e1086eea9","remote_addr":"[fd00:1122:3344:101::b]:34690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.078218304Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.078246985Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"8f221e53-3944-4a7c-b513-3f07f65ae9cc","remote_addr":"[fd00:1122:3344:101::b]:34690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.089386496Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"6bb54918-6a2f-46fd-91cf-ccd6496c56c2","remote_addr":"[fd00:1122:3344:101::b]:34690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.242045211Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.242303608Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"a13c13b6-a277-490b-a395-0957059f37d0","remote_addr":"[fd00:1122:3344:101::b]:56348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.282488556Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.28262781Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"8be74e08-4fc7-430a-820b-207b890aefd3","remote_addr":"[fd00:1122:3344:101::c]:36039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.326960941Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40716"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.327089074Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.365216877Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.417479562Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"5e08ce89-9f66-4e03-9585-eb7a34c3ac70","remote_addr":"[fd00:1122:3344:101::b]:40716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90442,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.417635396Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.417642917Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"d8c1ca2d-7bbd-4be7-bcf0-69869e551f95","remote_addr":"[fd00:1122:3344:101::c]:36039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.41776548Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"d512cc4c-4946-41b8-8103-bcdebdca4948","remote_addr":"[fd00:1122:3344:101::b]:40716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.429888678Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.430240118Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"11ddfe36-fd3a-4730-86d1-3026acfe48d9","remote_addr":"[fd00:1122:3344:101::c]:42410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.436581189Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"e0c782af-e12a-4c1d-834b-733f31608f4a","remote_addr":"[fd00:1122:3344:101::c]:36039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.482361079Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55470"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.482476652Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.520256896Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.578282797Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"1e02f95f-d5f0-44ea-9aeb-78c61bcf76f0","remote_addr":"[fd00:1122:3344:101::c]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95850,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:48:58.578567065Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"be2aaa71-8096-4935-bb9a-87002cea1c15","remote_addr":"[fd00:1122:3344:101::c]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:58.831583037Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:58.832375298Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:58.835305068Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:48:58.836648184Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:08.834987529Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:08.835876133Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:08.83871935Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:08.840054016Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:16.677874608Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:16.6779505Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"ffcb0445-14bc-4d3b-830f-89f9b937d34e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36473","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:18.839136681Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:18.839946333Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:18.842971805Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:18.845708099Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:26.941817946Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44310"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:26.941938149Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"86d4e1ed-2aa6-4d8c-9390-a2905de06eaa","remote_addr":"[fd00:1122:3344:101::a]:44310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:26.985048696Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:26.985088558Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"622bc43c-2ef4-4bf5-bda7-34601b87dae6","remote_addr":"[fd00:1122:3344:101::a]:44310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:26.994842912Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"45702248-3e87-4033-9942-ec447d616cfa","remote_addr":"[fd00:1122:3344:101::a]:44310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.067472749Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.067671704Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"f1f358bd-12a5-4a86-bf16-36dc3b72f889","remote_addr":"[fd00:1122:3344:101::a]:62732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.090148383Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45731"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.090217985Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.132595873Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.1963943Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"65305745-a35d-4a2c-940d-e39c541e17d0","remote_addr":"[fd00:1122:3344:101::a]:45731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106204,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:27.19675465Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"bb276449-3a55-463f-862c-b445a504fe40","remote_addr":"[fd00:1122:3344:101::a]:45731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.062532388Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.062643781Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"2a627f4d-0d58-41a6-9f71-46b87bd1327b","remote_addr":"[fd00:1122:3344:101::b]:34583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.076763063Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.076788074Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"0ef4ceea-bde2-44c6-95d2-037511415b7f","remote_addr":"[fd00:1122:3344:101::b]:34583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.087838373Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"b2c37bad-0046-4f61-9dd4-46658c852e70","remote_addr":"[fd00:1122:3344:101::b]:34583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.102722237Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34264"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.102796448Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"9ae919b2-1c58-427d-8be8-9be14f722ff3","remote_addr":"[fd00:1122:3344:101::c]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":26,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.118778481Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.118805222Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"af797d78-9f3a-4afa-8b8b-76876283aad2","remote_addr":"[fd00:1122:3344:101::c]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.127694293Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"284a5c00-45ef-47a6-ab12-961fc8ca4091","remote_addr":"[fd00:1122:3344:101::c]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.167891782Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.168048286Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"62f45a87-e9c2-45bf-a630-9143c9b92a64","remote_addr":"[fd00:1122:3344:101::b]:57346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.169995328Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64156"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.170069781Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.215035108Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.284390077Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"3d1d27cc-441c-4de3-94b1-aa95f914b8a1","remote_addr":"[fd00:1122:3344:101::b]:64156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114351,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.28452883Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.284747386Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"e40e3a87-0f84-4c37-8127-306ab8d29152","remote_addr":"[fd00:1122:3344:101::c]:45320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.284899371Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"47bb5011-462e-41c1-89ab-5f9686eb590a","remote_addr":"[fd00:1122:3344:101::b]:64156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.286524655Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35340"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.286755231Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.329866018Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.398804415Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"584673bf-424e-450e-aa89-54fb613f6141","remote_addr":"[fd00:1122:3344:101::c]:35340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:28.399225507Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"b924849a-b27b-4b49-8307-3f58e451b9da","remote_addr":"[fd00:1122:3344:101::c]:35340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:28.843424817Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:28.844580708Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:28.847373324Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:28.848625598Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:38.847831016Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:38.848644718Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:38.851380282Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:38.852730428Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:46.710927952Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:46.711020934Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"2fe8cdc2-1444-4202-80c6-19ed1dc522aa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33325","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:48.852870812Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:48.853604972Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:48.856355446Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:48.857654502Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:56.961103197Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:56.961231951Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"cfdbe7e1-3f94-491c-8a0a-7c98d85f4909","remote_addr":"[fd00:1122:3344:101::a]:45253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:56.989441115Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:56.989475706Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"ad430b9b-29a2-4d17-8ec4-f6f18169f138","remote_addr":"[fd00:1122:3344:101::a]:45253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:56.99996162Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5e898634-18d8-4ac4-9815-e263fac22615","remote_addr":"[fd00:1122:3344:101::a]:45253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.20785213Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.208015044Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"55715704-ed28-4338-8023-910dcd97e30e","remote_addr":"[fd00:1122:3344:101::a]:37590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.244953775Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47721"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.245024847Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.284442514Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.346878925Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"4b64a89b-c1af-42ac-a19b-458d870eed18","remote_addr":"[fd00:1122:3344:101::a]:47721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101883,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:57.347192664Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"dd7b3847-de78-4748-9d5e-27dc5d068fdc","remote_addr":"[fd00:1122:3344:101::a]:47721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.08181588Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35573"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.081967733Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"ed69c8ef-2cf1-48c2-814d-ca79a2e7fe70","remote_addr":"[fd00:1122:3344:101::b]:35573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.177072629Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.177126511Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"b04aa302-9c49-43a2-80c7-433c8b268be2","remote_addr":"[fd00:1122:3344:101::b]:35573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.188042417Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"4b8df44c-89ae-4367-9802-983b610026b6","remote_addr":"[fd00:1122:3344:101::b]:35573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.260970401Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46657"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.261078924Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.304297135Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.373949421Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"93cf7198-28e9-4625-a50b-ee7a16116722","remote_addr":"[fd00:1122:3344:101::b]:46657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112915,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.374208768Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.374393584Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"f1859d66-4d79-434f-9399-467d63588688","remote_addr":"[fd00:1122:3344:101::b]:46657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.374553148Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"d617f974-3acc-4932-b8e9-e97a3a50cd3f","remote_addr":"[fd00:1122:3344:101::b]:41906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.465299266Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.465433549Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"e6ffb2c7-072b-48b3-b6d2-a1b2f805d476","remote_addr":"[fd00:1122:3344:101::c]:61469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.507067437Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.507088147Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"37b4c929-7cf4-4284-92ac-efa17db3a789","remote_addr":"[fd00:1122:3344:101::c]:61469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.5230536Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47950"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.523244955Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"b52afe88-535d-4dde-b20f-61883db4c258","remote_addr":"[fd00:1122:3344:101::c]:47950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.532515066Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"2b433bbf-5126-4261-b4a5-fe3588e4a8f9","remote_addr":"[fd00:1122:3344:101::c]:61469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.594558016Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51233"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.59470989Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.635026902Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.689187469Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"c2ffea5d-3a6b-419a-b27a-e3175418eb64","remote_addr":"[fd00:1122:3344:101::c]:51233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94553,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:49:58.68961207Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"7326050e-d596-490a-ab32-e53752b2be38","remote_addr":"[fd00:1122:3344:101::c]:51233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:58.857568529Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:58.858367671Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:58.861323271Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:49:58.862720598Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:08.861593368Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:08.86239481Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:08.865205746Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:08.866512921Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:16.747741128Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:16.747842131Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"989d3b28-6fbd-4929-a024-1f032ab5b481","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53888","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:18.864940718Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:18.865722039Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:18.868405812Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:18.869674477Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:26.913513317Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:26.913625791Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"1788d12d-5e76-4e6a-9d05-368ea0ca13b3","remote_addr":"[fd00:1122:3344:101::a]:62868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:26.957497589Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:26.957529Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"0d3c2083-5320-4a31-ab3d-d592335c2152","remote_addr":"[fd00:1122:3344:101::a]:62868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.005580221Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.005771466Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"1d59f0ba-569d-45a6-a205-2b4eafa199eb","remote_addr":"[fd00:1122:3344:101::a]:58849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.015909081Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"569fbaaf-b06e-4c92-8401-faa342bdd517","remote_addr":"[fd00:1122:3344:101::a]:62868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.08012676Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43706"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.080199022Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.119609879Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.181204398Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"ccfb5274-040b-48ac-9301-4d683c7426ea","remote_addr":"[fd00:1122:3344:101::a]:43706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101033,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.181472915Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"52020485-cb38-403c-b171-f8e30b10eee3","remote_addr":"[fd00:1122:3344:101::a]:43706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.964750308Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.96484809Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"4ca02acb-e611-4db2-80f4-b5c25b5e57a1","remote_addr":"[fd00:1122:3344:101::b]:39878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.980913996Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:27.980958427Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"97ea53f9-9a97-4f8a-b4ce-a25347d44731","remote_addr":"[fd00:1122:3344:101::b]:39878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.000084665Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"3a89221d-0b84-4164-a80c-3f56509bbb47","remote_addr":"[fd00:1122:3344:101::b]:39878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.095207531Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.095385726Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"9d8a4477-751e-4d9e-a029-262980fa1804","remote_addr":"[fd00:1122:3344:101::b]:59593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.11105957Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47005"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.111140443Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.152171054Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.210204046Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"55413a7c-921e-450c-9d5b-2ab84f7c2723","remote_addr":"[fd00:1122:3344:101::b]:47005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.21035406Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60276"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.210519254Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"73fc9d0e-e31a-4e61-9beb-2e022c38ac79","remote_addr":"[fd00:1122:3344:101::c]:60276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.210626967Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"ff2b2d53-670c-459c-8b3d-982a625c694c","remote_addr":"[fd00:1122:3344:101::b]:47005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.247694161Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.247874826Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"b714471e-9039-46dd-b3cd-c75a26ad5f0e","remote_addr":"[fd00:1122:3344:101::c]:33312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.251845803Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.251864364Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a28f0863-9900-4e58-89fc-6f310f3aa7ae","remote_addr":"[fd00:1122:3344:101::c]:60276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.260761775Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"f58dfe48-5fd0-4d49-9378-7cbc066d2808","remote_addr":"[fd00:1122:3344:101::c]:60276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.294437627Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42587"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.294516169Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.333070473Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.390486338Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"44efa2f1-5df1-4e63-b428-cad5a83dffba","remote_addr":"[fd00:1122:3344:101::c]:42587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96001,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:28.390787596Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"183a8a14-5249-4a08-9894-a12764586d75","remote_addr":"[fd00:1122:3344:101::c]:42587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:28.868965517Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:28.869710467Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:28.872540393Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:28.873823708Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:38.873030616Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:38.873771577Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:38.876584093Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:38.87794226Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:46.780454973Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:46.780558916Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"8b201d0f-ffcb-4d94-b531-c417fc5ebde1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33793","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:48.876896821Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:48.877628131Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:48.880366995Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:48.88165304Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.14994648Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.150077404Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"1c863a09-5bce-4a91-99f4-3890dc56dfac","remote_addr":"[fd00:1122:3344:101::a]:55900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.199711588Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.19977131Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"90e3657f-85cc-4376-82b3-c669f59dbae0","remote_addr":"[fd00:1122:3344:101::a]:55900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.271763519Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.272011336Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"d47d2ac7-d6e5-45c4-983b-16fd77f3cb1c","remote_addr":"[fd00:1122:3344:101::a]:59368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.275003657Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"1f70253e-cec6-4ec4-bd86-2702fcdd4144","remote_addr":"[fd00:1122:3344:101::a]:55900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.307183239Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52558"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.307285671Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.353427521Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.416327235Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"d287d6a7-4cf8-437f-98d6-88901321056d","remote_addr":"[fd00:1122:3344:101::a]:52558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109078,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.416616812Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"b2375ce1-f846-4673-a512-81952d5c4603","remote_addr":"[fd00:1122:3344:101::a]:52558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423454528Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56970"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423768666Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423846538Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423878749Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423891139Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.42391863Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.4239281Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423942991Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:57.423966841Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0e60183d-6274-46e0-84dd-759eb51502ec","remote_addr":"[fd00:1122:3344:101::a]:56970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":396,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.205619101Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.205752774Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"2dd47239-4d93-46e1-987d-b6c2239d525b","remote_addr":"[fd00:1122:3344:101::b]:43015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.225700775Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.225721675Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"53d776f7-a634-4fa5-886e-78fe530fd15e","remote_addr":"[fd00:1122:3344:101::b]:43015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.248843962Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.249022956Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"736a76b2-559d-4b62-b960-91170f693436","remote_addr":"[fd00:1122:3344:101::b]:61067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.259381397Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"49916421-fb0b-47ac-b785-3ececf2cc25e","remote_addr":"[fd00:1122:3344:101::b]:43015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.3481339Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62780"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.348224763Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.348233333Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.348291795Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.349927429Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.365199803Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.365247834Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.378797051Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.378994946Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"cfcb04df-130f-4d73-9cc3-11a6855c6073","remote_addr":"[fd00:1122:3344:101::c]:61742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.397767585Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.397824006Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.427426438Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.427471439Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.432365612Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.432444794Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"d23aa828-d112-4b8e-a4b6-54e1c177b9cd","remote_addr":"[fd00:1122:3344:101::c]:61742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":774,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.441817448Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"e684a874-fc2f-45ac-a7ca-947732933662","remote_addr":"[fd00:1122:3344:101::c]:61742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.459704072Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.459752883Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.489731015Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.489774977Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.494018211Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56218"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.504198927Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.504209247Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.50428887Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.510018085Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.518550496Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.518598357Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.533208323Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.533273535Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.537503659Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.53790488Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"5cdaf4d9-68ea-4767-a84c-f269039d108f","remote_addr":"[fd00:1122:3344:101::c]:59474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.559275489Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42002"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.559571187Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.559585817Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.559654409Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.560023509Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.564316975Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.564721346Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.582427436Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.582480077Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.593378953Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34347"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594089442Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594168264Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594295637Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594305428Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594336268Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.59437124Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.59440871Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.594425051Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d9125fcb-3cdd-404b-abfd-7560ebfd1fee","remote_addr":"[fd00:1122:3344:101::b]:34347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":774,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.59661201Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64638"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.596720653Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a60d50c5-1d31-4171-ba2e-661c260a4561 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.604257907Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.60437222Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_a60d50c5-1d31-4171-ba2e-661c260a4561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.616331534Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50999"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.628867674Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.628919135Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.6453385Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.645440023Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.655857075Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: be436df4-34a1-4101-90ff-be2f8ef7e824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.66271214Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.662792742Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_be436df4-34a1-4101-90ff-be2f8ef7e824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.680906373Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.680974675Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.699553698Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.69961419Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af234a87-284a-4af4-aac4-6b58ea279f05 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.717447893Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.717554106Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_af234a87-284a-4af4-aac4-6b58ea279f05"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.723414104Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"2bb5b37d-a697-4def-bb72-6279e50c50a7","remote_addr":"[fd00:1122:3344:101::a]:62780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375209,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.733474967Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.733546899Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.744252709Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.744721941Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"74851803-dfc7-4694-b5be-66241efcccf0","remote_addr":"[fd00:1122:3344:101::c]:64638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148058,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 43c663f2-b051-403e-bcad-e419348a9017 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.754700272Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.754780904Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_43c663f2-b051-403e-bcad-e419348a9017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.754803474Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"072f9b23-546e-4ccd-bf88-80524820260e","remote_addr":"[fd00:1122:3344:101::c]:64638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5472,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.770623993Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.770664764Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785090465Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62686"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785438384Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785488836Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785568838Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785582448Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785614319Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785637509Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.78565162Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.785693601Z","hostname":"buskin","pid":1574,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d4427e5c-4c67-4f3b-a298-ddf56b3fb865","remote_addr":"[fd00:1122:3344:101::c]:62686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":463,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.790645035Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.801405917Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.801841879Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f1d7fa4a-6150-4e79-a410-b71fd3b63c5c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.81778227Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.817844041Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_f1d7fa4a-6150-4e79-a410-b71fd3b63c5c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.842912571Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.843302861Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b5075ce0-4de0-43fe-a8e8-40bff047022b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.860142957Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.860196009Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b5075ce0-4de0-43fe-a8e8-40bff047022b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.865756899Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"73c42c78-fe6e-4185-a35a-70bdc409c126","remote_addr":"[fd00:1122:3344:101::b]:50999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242795,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.86615481Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"2b33f17f-c553-4522-a1df-e7348470001d","remote_addr":"[fd00:1122:3344:101::b]:50999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:58.889139343Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:58.890254313Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fa881b81-fb55-465b-a7d1-159614622ca4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.890849119Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.890860759Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fa881b81-fb55-465b-a7d1-159614622ca4"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:58.899973486Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:50:58.901490857Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.906303027Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.906323868Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.922525507Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"d6b67cf2-2cd6-4d2d-8690-b92f5785d162","remote_addr":"[fd00:1122:3344:101::b]:56218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":428321,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5d346fc3-b1ff-469c-a353-925addba06e4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.926025322Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.926043072Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_5d346fc3-b1ff-469c-a353-925addba06e4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3cdbf8c9-3584-411d-8acb-3e587708315a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.953445204Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.953505266Z","hostname":"buskin","pid":1574,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_3cdbf8c9-3584-411d-8acb-3e587708315a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:50:58.967471914Z","hostname":"buskin","pid":1574,"uri":"/inventory","method":"GET","req_id":"1e4013ca-bb67-4c01-b10b-d30cf8f8104f","remote_addr":"[fd00:1122:3344:101::c]:42002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":408002,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:08.891681941Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:08.892494853Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:08.901921128Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:08.903207443Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:16.816471658Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:16.816582081Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"f0e9ca1d-a852-40ae-bb06-be08b0c0db09","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51657","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:18.8931285Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:18.89388872Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:18.904161529Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:18.905503625Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.88706525Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.887196883Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"c667a649-b899-481d-a6b5-a283f7d64985","remote_addr":"[fd00:1122:3344:101::a]:36581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.918669095Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61716"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.918871011Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"f1e6a7aa-1848-484b-b249-804958975e26","remote_addr":"[fd00:1122:3344:101::a]:61716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.932485749Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.93250413Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"c5c15986-059f-4b9e-9040-1f44b1546e65","remote_addr":"[fd00:1122:3344:101::a]:36581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:26.947487186Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"5d58db51-52f8-48e9-b12f-20090ad808e7","remote_addr":"[fd00:1122:3344:101::a]:36581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:27.027881913Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41858"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:27.027962305Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:27.071776552Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:27.130919344Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"6e89e2a1-97ed-48b2-a2ec-589c0501a48a","remote_addr":"[fd00:1122:3344:101::a]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102992,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:27.134329476Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"8683b040-5302-457f-b084-92525ee2cca0","remote_addr":"[fd00:1122:3344:101::a]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.031463653Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.031677039Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"220b67e2-4de5-46a1-a05e-cbf6b9c274cc","remote_addr":"[fd00:1122:3344:101::b]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.046626474Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.046914892Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"2b1f3545-5637-4e7c-b617-cf27bff9341e","remote_addr":"[fd00:1122:3344:101::b]:35846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.078866067Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.078896918Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"21fa36cc-749f-4f57-ba3a-b6c959d2509f","remote_addr":"[fd00:1122:3344:101::b]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.08747096Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"49ee7207-6685-4fdb-9f27-ad42b6237775","remote_addr":"[fd00:1122:3344:101::b]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.167385265Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37129"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.167506908Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.206090233Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263331913Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"99efdd45-60b3-4aa5-b302-564ea2ef9e54","remote_addr":"[fd00:1122:3344:101::b]:37129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95881,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263519558Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34861"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263563649Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263720414Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"08437271-21ab-4a5a-ba23-3af5b1a48a6b","remote_addr":"[fd00:1122:3344:101::b]:37129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263736684Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"7b8b1397-bf32-46af-bf80-0663a998a6ad","remote_addr":"[fd00:1122:3344:101::c]:34861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.263879348Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.270397684Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.273378355Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"76e2b693-86dd-424e-96d6-61fe1e1d03e9","remote_addr":"[fd00:1122:3344:101::c]:39194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2836,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.31011597Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.315786844Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.315857396Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"baa32e4e-1b38-4e7e-ab3c-eaf38882fdb4","remote_addr":"[fd00:1122:3344:101::c]:34861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":707,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.324444628Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"34c04a6e-4dfd-4ef0-b340-9e586a567744","remote_addr":"[fd00:1122:3344:101::c]:34861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.375655265Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"b2689ac5-0e82-427f-93cd-4dd85e0f868f","remote_addr":"[fd00:1122:3344:101::c]:37962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111872,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:28.376006795Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"130dd05e-6638-4af7-a0ed-20cc335e6395","remote_addr":"[fd00:1122:3344:101::c]:37962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:28.895321569Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:28.896145981Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:28.906305417Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:28.907718885Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:38.897530899Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:38.898482104Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:38.907840058Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:38.909151613Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:46.85460786Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:46.854757944Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"7e2a6e95-969c-4ab7-8cd9-cd3ea91b9b33","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52893","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:48.899123511Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:48.899954574Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:48.910259433Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:48.911564499Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:55.022198893Z","hostname":"buskin","pid":1574,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.17400381Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63300"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.174128793Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"5a263bce-be77-4864-adab-44f899ffae49","remote_addr":"[fd00:1122:3344:101::a]:63300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.232117844Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.232290038Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"dd0280d1-6a2b-41ac-9c93-48de99a65d57","remote_addr":"[fd00:1122:3344:101::a]:63300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.242276599Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.242492245Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"11e7e010-5511-4e74-ace8-b27236cb2338","remote_addr":"[fd00:1122:3344:101::a]:39471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.255488117Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"ae4d99c7-5135-4718-8f3c-c4b883250c1b","remote_addr":"[fd00:1122:3344:101::a]:63300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.321670419Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39470"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.321805283Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.382705892Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.459674807Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"3c178f0f-559c-46bb-aafd-46aaf4b7beb3","remote_addr":"[fd00:1122:3344:101::a]:39470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137941,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:57.459963055Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"d2bfaa6b-2572-4a62-bd30-734b39aab1ad","remote_addr":"[fd00:1122:3344:101::a]:39470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.105400425Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54047"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.105550519Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"d44515d6-253b-4089-a978-8f13e1298ee6","remote_addr":"[fd00:1122:3344:101::b]:54047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.154033522Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.154067883Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"895bab59-7633-4734-8b9a-241ef52b3d20","remote_addr":"[fd00:1122:3344:101::b]:54047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.164459904Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"8ee9e0e1-26e3-447c-b577-24aef4d04041","remote_addr":"[fd00:1122:3344:101::b]:54047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.358287354Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.358364346Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"3aec23d6-98d7-431a-a145-0fdfb7919a84","remote_addr":"[fd00:1122:3344:101::c]:49946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.399461169Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.39948311Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"32e2592e-9ca8-4769-93fc-ea7859388a5f","remote_addr":"[fd00:1122:3344:101::c]:49946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.418065323Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.418247808Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"a2417688-3d9e-4054-be30-d94125cba76c","remote_addr":"[fd00:1122:3344:101::b]:46789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.441984221Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.442096574Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"461af00c-a0f5-49a5-9f10-c4201b6523e3","remote_addr":"[fd00:1122:3344:101::c]:49229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.451978541Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"920bbadb-f96f-4cab-b6e1-22326903c833","remote_addr":"[fd00:1122:3344:101::c]:49946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.453427511Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42960"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.453509523Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.497078023Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.559141234Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"29b5a7a6-1e99-4476-9493-ba071edc90dd","remote_addr":"[fd00:1122:3344:101::b]:42960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105655,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.55937764Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55947"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.559644147Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.5597287Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"9e534416-6867-4122-8e8e-9f88976b7e0b","remote_addr":"[fd00:1122:3344:101::b]:42960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.598291004Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.663432618Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"95ed13a4-2981-4392-8bc1-af00e631597a","remote_addr":"[fd00:1122:3344:101::c]:55947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103906,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:51:58.663785138Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"683df7d7-d690-422f-855f-a4f9f2d77214","remote_addr":"[fd00:1122:3344:101::c]:55947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:58.901684111Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:58.902473402Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:58.912531264Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:51:58.91385544Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:08.903926381Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:08.904697732Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:08.913873311Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:08.915228758Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:16.887910201Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:16.888053885Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"f49bd452-2ef6-43b7-9aad-7b7dbbc84561","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56434","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:18.906362967Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:18.907089807Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:18.915577566Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:18.916903532Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:26.945355487Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60720"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:26.94546757Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"aae55057-793b-4fea-b3e9-05a22ed61eb5","remote_addr":"[fd00:1122:3344:101::a]:60720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:26.996347338Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:26.996376229Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"f24dcaad-d28d-4143-a1bd-a612c4ef64ac","remote_addr":"[fd00:1122:3344:101::a]:60720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.00530322Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"be20bb9b-c20a-44ab-89cb-923c3ed120c1","remote_addr":"[fd00:1122:3344:101::a]:60720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.071412331Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47109"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.071507173Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.114025945Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.174730129Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"21dc5bc1-3020-4ac8-8c33-8e322305a505","remote_addr":"[fd00:1122:3344:101::a]:47109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.174989986Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.175280334Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"3fbcdd1a-ec2c-4a94-8f93-5ae6d25ad2be","remote_addr":"[fd00:1122:3344:101::a]:47109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.175419828Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"78cf63ad-9e0c-405a-8c80-51990c4e694c","remote_addr":"[fd00:1122:3344:101::a]:49220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.923044576Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.923154549Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"d458baef-bfc0-45ad-adc1-191b60ab476d","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.937188989Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.937211669Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"1f25ff32-1f50-4e9d-a0af-90a89131412d","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:27.946617004Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"4351ab70-4baa-48d7-9e8c-8e6880803bb1","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.008573562Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.008806378Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"a81f51c6-ff7e-4454-a85f-65724bb70d19","remote_addr":"[fd00:1122:3344:101::b]:41625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.104658424Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43868"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.104747427Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.149004735Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.216585406Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"6c819823-00df-410c-b1cb-cd8f164eeaf1","remote_addr":"[fd00:1122:3344:101::b]:43868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111877,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.216715849Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52283"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.216838683Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"05c22b48-07b3-45ba-bc42-5cb221dd8970","remote_addr":"[fd00:1122:3344:101::c]:52283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.217013747Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"ae0ddf66-ddb8-4500-a1e2-00b4884d7fbd","remote_addr":"[fd00:1122:3344:101::b]:43868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.258300075Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.258323636Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"c6b9bfee-b0f6-426e-be67-4f8b17ab9040","remote_addr":"[fd00:1122:3344:101::c]:52283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.268120331Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"6cfb58de-33e0-4233-baa9-e8425cfdfc3a","remote_addr":"[fd00:1122:3344:101::c]:52283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.300537829Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.300688434Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"3aea27ca-875b-436f-89bf-ee3e11996b2f","remote_addr":"[fd00:1122:3344:101::c]:33210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.337727786Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36175"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.337926182Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.37882692Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.437674213Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"ed02ff77-1a87-48bb-b9b8-e41756424597","remote_addr":"[fd00:1122:3344:101::c]:36175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99823,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:28.438086915Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"473a02e6-ef9f-49c9-a258-f6a363504169","remote_addr":"[fd00:1122:3344:101::c]:36175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:28.907694003Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:28.90943018Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:28.917311203Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:28.918579708Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:38.911644839Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:38.912439221Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:38.919017519Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:38.920710995Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.490957097Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.491374289Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"83169589-58b5-4aed-b119-d0e3397681ca","remote_addr":"[fd00:1122:3344:101::a]:64678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.491773559Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(1044580) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.49182023Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"PUT","req_id":"c4277296-d3e8-43eb-b86e-0f4a184eb6cb","remote_addr":"[fd00:1122:3344:101::a]:64678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.671943749Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60208"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.678823965Z","hostname":"buskin","pid":1574,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, project_id: 27e61f97-585f-4aff-9681-21074eb7e97c }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T19:52:45.671711202Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(1044580))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3726bb15651\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e2dde830-4e51-46a9-a8c5-20b0da4b30b1, read_only_parent: Some(Volume { block_size: 512, id: 3bc4a132-f400-4e7f-9448-824be3cc2bd5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 35ab7c01-0f3f-45b3-9d3b-2950308a27f6, key: Some(\"SetVp8/fEk8ccVtjAZMr1cduHJcCek2k6HCzmnVpM9o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e2dde830-4e51-46a9-a8c5-20b0da4b30b1, key: Some(\"uB67tESve/eU4AVPPmBa5VtRWNEPxpUiYQWQywrigOU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19003\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3726bb15651\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.678874547Z","hostname":"buskin","pid":1574,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.678880707Z","hostname":"buskin","pid":1574,"propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(1044580))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 532005a0-7958-4028-b3e3-77fcd9d47940, kind: Instance { id: c1656de4-4bd9-4fa0-a812-f3b5257463f6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(1044580), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3726bb15651\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e2dde830-4e51-46a9-a8c5-20b0da4b30b1, read_only_parent: Some(Volume { block_size: 512, id: 3bc4a132-f400-4e7f-9448-824be3cc2bd5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 35ab7c01-0f3f-45b3-9d3b-2950308a27f6, key: Some(\"SetVp8/fEk8ccVtjAZMr1cduHJcCek2k6HCzmnVpM9o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e2dde830-4e51-46a9-a8c5-20b0da4b30b1, key: Some(\"uB67tESve/eU4AVPPmBa5VtRWNEPxpUiYQWQywrigOU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19003\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3726bb15651\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T19:52:45.671711202Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.67900817Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47","method":"PUT","req_id":"46828781-80f6-4116-8f86-eb1c8418b5c4","remote_addr":"[fd00:1122:3344:101::a]:60208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6997,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.789220145Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.789811911Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"PUT","req_id":"e7fcf640-b676-46be-998c-b55661afedac","remote_addr":"[fd00:1122:3344:101::a]:65272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":431,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.790938722Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 1044580 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.790993693Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.843455454Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.867773872Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.876437777Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.876600561Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"a5e81d84-b5e5-45a2-b77c-40959cce3c5f","remote_addr":"[fd00:1122:3344:101::a]:60895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:45.927102709Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {532005a0-7958-4028-b3e3-77fcd9d47940: {10.151.1.175: {97e1f22a-3068-4271-bde0-82d7822888b7}, 10.151.1.176: {97e1f22a-3068-4271-bde0-82d7822888b7}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:46.925303483Z","hostname":"buskin","pid":1574,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:46.925442877Z","hostname":"buskin","pid":1574,"uri":"/baseboard","method":"GET","req_id":"03c3e367-a0eb-4df6-b3ac-4b5638050627","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53034","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:47.347152418Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:47.347351534Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 74.947523ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:47.538253354Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 113.795659ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:47.632750893Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 107.269861ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:47.769913168Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 264.685231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:47.890975847Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 1.017483413s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:48.174955318Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:48.915777531Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:48.916821749Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:48.933209153Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:48.935820594Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 1.189514553s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:49.213101654Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 1.194348199s","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:50.416236758Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 557.267071ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:51.625249202Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 868.110801ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:52.196626636Z","hostname":"buskin","pid":1574,"zone":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.096434036Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1787"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 45.192991ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:53.107243539Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\") failed: Property not found. retry in 98.617923ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:53.162520256Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.272541726Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1796"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.308737656Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1820"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.448793659Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.449535669Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.449597121Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a0b47a24-b6bd-4403-bc07-d8c96aac77df","remote_addr":"[fd00:1122:3344:101::a]:60895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7522578,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-19T19:52:53.450239278Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.450273759Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.450291209Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-19T19:52:53.450239278Z }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.45032741Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-19T19:52:53.450239278Z }, migration_in: None, migration_out: None }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-19T19:52:53.469166781Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.469190041Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.469209302Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-19T19:52:53.469166781Z }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.469219332Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-19T19:52:53.469166781Z }, migration_in: None, migration_out: None }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:53.526021991Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"749db1b8-0591-4f45-8195-60302dfc88ac","remote_addr":"[fd00:1122:3344:101::a]:60895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":360,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:56.956711074Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:56.956875588Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"GET","req_id":"deeae1da-c158-4cbb-b7d9-8eeee1cd2a06","remote_addr":"[fd00:1122:3344:101::a]:59125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.025866497Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.026058282Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"dc0a22c1-8842-49d4-99cf-f59c46141dfe","remote_addr":"[fd00:1122:3344:101::a]:51881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.106038688Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {532005a0-7958-4028-b3e3-77fcd9d47940: {10.151.1.176: {97e1f22a-3068-4271-bde0-82d7822888b7}, 10.151.1.175: {97e1f22a-3068-4271-bde0-82d7822888b7}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.106072729Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"349278fc-94c5-4d14-9c25-29a6a6c0ac1d","remote_addr":"[fd00:1122:3344:101::a]:51881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.128679121Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"695e08c8-7e22-4e85-ba62-dddbb02f5611","remote_addr":"[fd00:1122:3344:101::a]:51881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.252223877Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55489"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.252350861Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.297641857Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.358769183Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"8458e64a-eca3-444f-8632-62a58f313490","remote_addr":"[fd00:1122:3344:101::a]:55489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106472,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.358961468Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.359250246Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"1e7ecb2d-ee3d-491c-bbea-10619e2744c4","remote_addr":"[fd00:1122:3344:101::a]:55489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:57.359275056Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"7e041d3c-fa19-46d2-8ea7-c488d93add8f","remote_addr":"[fd00:1122:3344:101::a]:55701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.080631403Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.080746776Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"71a9acec-26a6-439d-b0eb-d91df36db22b","remote_addr":"[fd00:1122:3344:101::b]:44887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.17392287Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.174195197Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"5186fe43-6c03-43ac-8e12-b6dc5d5b677b","remote_addr":"[fd00:1122:3344:101::b]:46618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.181371441Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.181570246Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"GET","req_id":"40296ae7-eec7-4a4f-930a-6cfdd05499d6","remote_addr":"[fd00:1122:3344:101::b]:46741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.226947826Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {532005a0-7958-4028-b3e3-77fcd9d47940: {10.151.1.176: {97e1f22a-3068-4271-bde0-82d7822888b7}, 10.151.1.175: {97e1f22a-3068-4271-bde0-82d7822888b7}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.226987277Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"214b89fa-2a16-4d19-ad8f-8fd71cfff9b0","remote_addr":"[fd00:1122:3344:101::b]:44887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.24557267Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"bc9c97e2-5dd0-43fa-a067-359f76dcee3c","remote_addr":"[fd00:1122:3344:101::b]:44887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.294069753Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36082"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.294176316Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.350412049Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.433465999Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"f30c6775-074d-421c-b549-4b3df3d932c1","remote_addr":"[fd00:1122:3344:101::b]:36082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139323,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.433691145Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47436"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.433758607Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.433916501Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"86a4f9ce-9457-4c66-9415-0deb59b36684","remote_addr":"[fd00:1122:3344:101::b]:36082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.434011454Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"1f7e9337-d4d0-498a-aa9c-103d39426960","remote_addr":"[fd00:1122:3344:101::c]:47436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.43423832Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"GET","req_id":"f3bd8787-35f2-43b4-ac7b-dc43a144cb20","remote_addr":"[fd00:1122:3344:101::c]:58325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.485721024Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {532005a0-7958-4028-b3e3-77fcd9d47940: {10.151.1.176: {97e1f22a-3068-4271-bde0-82d7822888b7}, 10.151.1.175: {97e1f22a-3068-4271-bde0-82d7822888b7}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.485758285Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"ffabb733-2393-4768-b391-d6940a565d37","remote_addr":"[fd00:1122:3344:101::c]:47436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.53540552Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.535608725Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"85b85bbf-e438-45fb-aec2-5052bf607a66","remote_addr":"[fd00:1122:3344:101::c]:43817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.547352563Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"49d0c711-ac3d-4fea-a8cb-857aa52f74d1","remote_addr":"[fd00:1122:3344:101::c]:47436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.550510509Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33003"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.55057225Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.592922657Z","hostname":"buskin","pid":1574,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.651501944Z","hostname":"buskin","pid":1574,"uri":"/switch-ports","method":"POST","req_id":"c5764c13-d3ae-436d-ac30-09ea14c439cc","remote_addr":"[fd00:1122:3344:101::c]:33003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100948,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:52:58.651783912Z","hostname":"buskin","pid":1574,"uri":"/network-bootstore-config","method":"GET","req_id":"e33e83f3-d6f0-4748-ae86-dfdcf0bbe332","remote_addr":"[fd00:1122:3344:101::c]:33003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:58.918542526Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:58.919350338Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:58.935456014Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:52:58.938018464Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.347888376Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.348580905Z","hostname":"buskin","pid":1574,"uri":"/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"PUT","req_id":"fc73f3d6-5007-48db-89c2-358ed381c9dc","remote_addr":"[fd00:1122:3344:101::a]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":540,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-19T19:53:03.348670377Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.348689678Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.348704018Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-19T19:53:03.348670377Z }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.348715498Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-19T19:53:03.348670377Z }, migration_in: None, migration_out: None }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-19T19:53:03.357336012Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357359313Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357390723Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-11-19T19:53:03.357336012Z }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357401154Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357409774Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:03.357480796Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17785122106566954175"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:03.357528547Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"8569417449001767232"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357668711Z","hostname":"buskin","pid":1574,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:03.357716092Z","hostname":"buskin","pid":1574,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/d3dd1034-4279-4c8b-a3e7-e06018ad7ea1/debug/bundle/zone\", \"/pool/int/fbc1611e-058f-49c8-948e-b1a1af061463/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/a60d50c5-1d31-4171-ba2e-661c260a4561/crypt/debug\", \"/pool/ext/be436df4-34a1-4101-90ff-be2f8ef7e824/crypt/debug\", \"/pool/ext/af234a87-284a-4af4-aac4-6b58ea279f05/crypt/debug\", \"/pool/ext/43c663f2-b051-403e-bcad-e419348a9017/crypt/debug\", \"/pool/ext/f1d7fa4a-6150-4e79-a410-b71fd3b63c5c/crypt/debug\", \"/pool/ext/b5075ce0-4de0-43fe-a8e8-40bff047022b/crypt/debug\", \"/pool/ext/fa881b81-fb55-465b-a7d1-159614622ca4/crypt/debug\", \"/pool/ext/5d346fc3-b1ff-469c-a353-925addba06e4/crypt/debug\", \"/pool/ext/3cdbf8c9-3584-411d-8acb-3e587708315a/crypt/debug\"] }","zone_name":"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:04.036231218Z","hostname":"buskin","pid":1574,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47\", bundle_id: 5f9781dc-d0c2-4ce6-9719-6cb0e0bb1c6b }, time_created: 2024-11-19T19:53:03.358544314Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_ce4647e9-0216-44c5-b36b-bb792068dc47","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:04.036330851Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.795774152Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.815157317Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(1044580), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.815214018Z","hostname":"buskin","pid":1574,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(1044580), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.815703261Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-19T19:53:05.815679211Z }, migration_in: None, migration_out: None }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.874094623Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-19T19:53:05.815679211Z }, migration_in: None, migration_out: None }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:05.876688353Z","hostname":"buskin","pid":1574,"instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.411784235Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.411893858Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"6000e29d-06d0-4ad2-a8c5-999189037924","remote_addr":"[fd00:1122:3344:101::a]:41091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.472026957Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.472113939Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.472122059Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"89ae6bd2-e9e1-4803-9c35-1ffd8da8c441","remote_addr":"[fd00:1122:3344:101::a]:41091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.481207445Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"7c5d1709-99f2-44d1-bb07-1b96e2bafe03","remote_addr":"[fd00:1122:3344:101::a]:41091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.536415471Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.536589135Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"2b5271d7-2002-448f-a381-b548208ff5ff","remote_addr":"[fd00:1122:3344:101::a]:47074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.68963708Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.689804515Z","hostname":"buskin","pid":1574,"uri":"/v2p","method":"GET","req_id":"6f514a8b-fdfa-42f3-8b54-41e2d1c68b12","remote_addr":"[fd00:1122:3344:101::a]:38376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.813651749Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.813727311Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"ae964f7c-fc89-4c8e-9baf-032d16e43932","remote_addr":"[fd00:1122:3344:101::a]:33462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.827624387Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.827640918Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"5578f44a-8c0f-422b-93c1-4547d7fe3b92","remote_addr":"[fd00:1122:3344:101::a]:33462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:06.835567742Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"06bc4ad1-c4ee-4164-af16-71741c4e206c","remote_addr":"[fd00:1122:3344:101::a]:33462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:07.692528362Z","hostname":"buskin","pid":1574,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:07.692617584Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"GET","req_id":"d9dd0be8-b13d-4dad-b947-9af231d766d6","remote_addr":"[fd00:1122:3344:101::a]:36575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:07.732747761Z","hostname":"buskin","pid":1574,"sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:07.732770121Z","hostname":"buskin","pid":1574,"uri":"/eip-gateways","method":"PUT","req_id":"a9b9e2d0-4274-4b95-9178-b3e3e726bdfa","remote_addr":"[fd00:1122:3344:101::a]:36575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-19T19:53:07.741630241Z","hostname":"buskin","pid":1574,"uri":"/vpc-routes","method":"PUT","req_id":"de772a1f-e769-43b9-8b11-12f8a53c4cf2","remote_addr":"[fd00:1122:3344:101::a]:36575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:08.921376272Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:08.922144193Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:08.936973615Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-19T19:53:08.940065539Z","hostname":"buskin","pid":1574,"component":"kstat-sampler-worker","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6}